2024-11-19 03:24:02,854 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-19 03:24:02,866 main DEBUG Took 0.010041 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 03:24:02,866 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 03:24:02,867 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 03:24:02,868 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 03:24:02,869 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:24:02,876 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 03:24:02,891 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:24:02,892 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:24:02,893 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:24:02,893 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:24:02,894 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:24:02,894 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:24:02,895 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:24:02,896 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:24:02,897 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:24:02,897 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:24:02,898 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:24:02,898 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:24:02,899 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:24:02,899 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:24:02,900 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:24:02,900 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:24:02,901 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:24:02,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:24:02,901 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:24:02,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:24:02,902 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:24:02,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:24:02,903 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:24:02,903 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:24:02,904 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:24:02,904 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 03:24:02,906 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:24:02,908 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 03:24:02,910 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 03:24:02,911 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 03:24:02,912 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 03:24:02,913 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 03:24:02,920 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 03:24:02,923 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 03:24:02,924 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 03:24:02,925 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 03:24:02,925 main DEBUG createAppenders(={Console}) 2024-11-19 03:24:02,926 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-19 03:24:02,926 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-19 03:24:02,926 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-19 03:24:02,927 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 03:24:02,927 main DEBUG OutputStream closed 2024-11-19 03:24:02,927 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 03:24:02,928 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 03:24:02,928 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-19 03:24:03,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 03:24:03,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 03:24:03,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 03:24:03,014 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 03:24:03,015 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 03:24:03,015 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 03:24:03,015 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 03:24:03,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 03:24:03,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 03:24:03,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 03:24:03,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 03:24:03,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 03:24:03,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 03:24:03,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 03:24:03,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 03:24:03,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 03:24:03,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 03:24:03,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 03:24:03,021 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 03:24:03,022 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-19 03:24:03,022 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 03:24:03,023 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-19T03:24:03,249 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db 2024-11-19 03:24:03,252 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 03:24:03,252 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T03:24:03,260 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-19T03:24:03,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:24:03,310 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/cluster_8161625b-7189-f24c-1aa8-561c272f74b1, deleteOnExit=true 2024-11-19T03:24:03,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:24:03,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/test.cache.data in system properties and HBase conf 2024-11-19T03:24:03,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:24:03,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:24:03,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:24:03,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:24:03,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:24:03,404 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T03:24:03,499 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:24:03,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:24:03,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:24:03,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:24:03,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:24:03,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:24:03,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:24:03,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:24:03,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:24:03,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:24:03,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:24:03,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:24:03,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:24:03,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:24:03,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:24:04,801 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T03:24:04,907 INFO [Time-limited test {}] log.Log(170): Logging initialized @2728ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T03:24:05,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:24:05,099 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:24:05,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:24:05,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:24:05,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:24:05,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:24:05,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:24:05,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:24:05,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/java.io.tmpdir/jetty-localhost-46263-hadoop-hdfs-3_4_1-tests_jar-_-any-12776487498052144867/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:24:05,399 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:46263} 2024-11-19T03:24:05,400 INFO [Time-limited test {}] server.Server(415): Started @3222ms 2024-11-19T03:24:06,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:24:06,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:24:06,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:24:06,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:24:06,045 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:24:06,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:24:06,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:24:06,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/java.io.tmpdir/jetty-localhost-35513-hadoop-hdfs-3_4_1-tests_jar-_-any-13975092712716809904/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:24:06,145 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:35513} 2024-11-19T03:24:06,145 INFO [Time-limited test {}] server.Server(415): Started @3967ms 2024-11-19T03:24:06,193 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:24:07,515 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/cluster_8161625b-7189-f24c-1aa8-561c272f74b1/data/data2/current/BP-1371848838-172.17.0.3-1731986644206/current, will proceed with Du for space computation calculation, 2024-11-19T03:24:07,515 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/cluster_8161625b-7189-f24c-1aa8-561c272f74b1/data/data1/current/BP-1371848838-172.17.0.3-1731986644206/current, will proceed with Du for space computation calculation, 2024-11-19T03:24:07,552 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:24:07,599 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f53b4435ccf2154 with lease ID 0x109ed901ce64879c: Processing first storage report for DS-0c2e7699-733a-49db-81a5-d6a1e927401f from datanode DatanodeRegistration(127.0.0.1:40891, datanodeUuid=a5d7bbc4-71aa-4922-972c-57c9caaa2615, infoPort=46665, infoSecurePort=0, ipcPort=34011, storageInfo=lv=-57;cid=testClusterID;nsid=416125052;c=1731986644206) 2024-11-19T03:24:07,600 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f53b4435ccf2154 with lease ID 0x109ed901ce64879c: from storage DS-0c2e7699-733a-49db-81a5-d6a1e927401f node DatanodeRegistration(127.0.0.1:40891, datanodeUuid=a5d7bbc4-71aa-4922-972c-57c9caaa2615, infoPort=46665, infoSecurePort=0, ipcPort=34011, storageInfo=lv=-57;cid=testClusterID;nsid=416125052;c=1731986644206), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T03:24:07,601 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f53b4435ccf2154 with lease ID 0x109ed901ce64879c: Processing first storage report for DS-36b0585e-1a50-41b8-b2da-fc46d79caed4 from datanode DatanodeRegistration(127.0.0.1:40891, datanodeUuid=a5d7bbc4-71aa-4922-972c-57c9caaa2615, infoPort=46665, infoSecurePort=0, ipcPort=34011, storageInfo=lv=-57;cid=testClusterID;nsid=416125052;c=1731986644206) 2024-11-19T03:24:07,601 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f53b4435ccf2154 with lease ID 0x109ed901ce64879c: from storage DS-36b0585e-1a50-41b8-b2da-fc46d79caed4 node DatanodeRegistration(127.0.0.1:40891, datanodeUuid=a5d7bbc4-71aa-4922-972c-57c9caaa2615, infoPort=46665, infoSecurePort=0, ipcPort=34011, storageInfo=lv=-57;cid=testClusterID;nsid=416125052;c=1731986644206), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:24:07,679 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db 2024-11-19T03:24:07,748 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/cluster_8161625b-7189-f24c-1aa8-561c272f74b1/zookeeper_0, clientPort=57164, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/cluster_8161625b-7189-f24c-1aa8-561c272f74b1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/cluster_8161625b-7189-f24c-1aa8-561c272f74b1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T03:24:07,757 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57164 2024-11-19T03:24:07,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:24:07,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:24:08,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:24:08,435 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a with version=8 2024-11-19T03:24:08,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/hbase-staging 2024-11-19T03:24:08,522 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T03:24:08,726 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:24:08,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:24:08,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:24:08,739 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:24:08,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:24:08,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:24:08,867 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:24:08,919 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T03:24:08,930 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T03:24:08,935 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:24:08,961 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 33376 (auto-detected) 2024-11-19T03:24:08,962 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-19T03:24:08,981 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41549 2024-11-19T03:24:09,002 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41549 connecting to ZooKeeper ensemble=127.0.0.1:57164 2024-11-19T03:24:09,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415490x0, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:24:09,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41549-0x101511ee65d0000 connected 2024-11-19T03:24:09,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:24:09,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:24:09,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T03:24:09,428 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a, hbase.cluster.distributed=false 2024-11-19T03:24:09,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T03:24:09,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41549 2024-11-19T03:24:09,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41549 2024-11-19T03:24:09,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41549 2024-11-19T03:24:09,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41549 2024-11-19T03:24:09,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41549 2024-11-19T03:24:09,576 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:24:09,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:24:09,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:24:09,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:24:09,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:24:09,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:24:09,583 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:24:09,586 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:24:09,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46547 2024-11-19T03:24:09,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46547 connecting to ZooKeeper ensemble=127.0.0.1:57164 2024-11-19T03:24:09,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:24:09,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:24:09,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465470x0, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:24:09,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465470x0, quorum=127.0.0.1:57164, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T03:24:09,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46547-0x101511ee65d0001 connected 2024-11-19T03:24:09,618 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:24:09,626 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:24:09,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T03:24:09,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T03:24:09,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46547 2024-11-19T03:24:09,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46547 2024-11-19T03:24:09,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46547 2024-11-19T03:24:09,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46547 2024-11-19T03:24:09,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46547 2024-11-19T03:24:09,669 DEBUG [M:0;47efada56ed5:41549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:41549 2024-11-19T03:24:09,670 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/47efada56ed5,41549,1731986648572 2024-11-19T03:24:09,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T03:24:09,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T03:24:09,689 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/47efada56ed5,41549,1731986648572 2024-11-19T03:24:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T03:24:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T03:24:09,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T03:24:09,719 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T03:24:09,720 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/47efada56ed5,41549,1731986648572 from backup master directory 2024-11-19T03:24:09,729 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:24:09,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/47efada56ed5,41549,1731986648572 2024-11-19T03:24:09,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T03:24:09,730 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,41549,1731986648572 2024-11-19T03:24:09,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T03:24:09,732 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T03:24:09,735 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T03:24:09,791 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/hbase.id] with ID: 9bf7197f-aadf-494a-afa8-c2869ddd2f1e 2024-11-19T03:24:09,791 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/.tmp/hbase.id 2024-11-19T03:24:09,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:24:10,203 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/.tmp/hbase.id]:[hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/hbase.id] 2024-11-19T03:24:10,255 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:24:10,260 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:24:10,279 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-19T03:24:10,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T03:24:10,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T03:24:10,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:24:10,376 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:24:10,379 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:24:10,408 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:10,415 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:24:10,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:24:10,474 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store 2024-11-19T03:24:10,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:24:10,504 INFO [master/47efada56ed5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T03:24:10,509 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:24:10,511 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:24:10,511 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:24:10,511 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:24:10,513 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:24:10,513 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:24:10,514 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:24:10,515 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986650511Disabling compacts and flushes for region at 1731986650511Disabling writes for close at 1731986650513 (+2 ms)Writing region close event to WAL at 1731986650514 (+1 ms)Closed at 1731986650514 2024-11-19T03:24:10,517 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store/.initializing 2024-11-19T03:24:10,518 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/WALs/47efada56ed5,41549,1731986648572 2024-11-19T03:24:10,527 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:24:10,544 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C41549%2C1731986648572, suffix=, logDir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/WALs/47efada56ed5,41549,1731986648572, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/oldWALs, maxLogs=10 2024-11-19T03:24:10,577 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/WALs/47efada56ed5,41549,1731986648572/47efada56ed5%2C41549%2C1731986648572.1731986650550, exclude list is [], retry=0 2024-11-19T03:24:10,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40891,DS-0c2e7699-733a-49db-81a5-d6a1e927401f,DISK] 2024-11-19T03:24:10,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T03:24:10,642 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/WALs/47efada56ed5,41549,1731986648572/47efada56ed5%2C41549%2C1731986648572.1731986650550 2024-11-19T03:24:10,643 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46665:46665)] 2024-11-19T03:24:10,644 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:24:10,644 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:24:10,647 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:24:10,648 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:24:10,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:24:10,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:24:10,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:10,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:24:10,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:24:10,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:24:10,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:10,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:24:10,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:24:10,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:24:10,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:10,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:24:10,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:24:10,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:24:10,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:10,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:24:10,731 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:24:10,735 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:24:10,736 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:24:10,741 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:24:10,742 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:24:10,745 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:24:10,749 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:24:10,754 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:24:10,755 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66219451, jitterRate=-0.013253286480903625}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:24:10,763 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986650659Initializing all the Stores at 1731986650661 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986650662 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986650663 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986650663Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986650663Cleaning up temporary data from old regions at 1731986650742 (+79 ms)Region opened successfully at 1731986650763 (+21 ms) 2024-11-19T03:24:10,765 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:24:10,805 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538eb44c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:24:10,848 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:24:10,867 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:24:10,867 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:24:10,871 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:24:10,873 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T03:24:10,881 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-19T03:24:10,881 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:24:10,917 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:24:10,929 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T03:24:10,981 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T03:24:10,985 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:24:10,988 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:24:11,002 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T03:24:11,005 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:24:11,012 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:24:11,023 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T03:24:11,025 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:24:11,033 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T03:24:11,056 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:24:11,065 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T03:24:11,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T03:24:11,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T03:24:11,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T03:24:11,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T03:24:11,080 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,41549,1731986648572, sessionid=0x101511ee65d0000, setting cluster-up flag (Was=false) 2024-11-19T03:24:11,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T03:24:11,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T03:24:11,139 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T03:24:11,141 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,41549,1731986648572 2024-11-19T03:24:11,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T03:24:11,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T03:24:11,191 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T03:24:11,195 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,41549,1731986648572 2024-11-19T03:24:11,207 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:24:11,252 INFO [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(746): ClusterId : 9bf7197f-aadf-494a-afa8-c2869ddd2f1e 2024-11-19T03:24:11,254 DEBUG [RS:0;47efada56ed5:46547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:24:11,267 DEBUG [RS:0;47efada56ed5:46547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:24:11,267 DEBUG [RS:0;47efada56ed5:46547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:24:11,272 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:24:11,277 DEBUG [RS:0;47efada56ed5:46547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:24:11,277 DEBUG [RS:0;47efada56ed5:46547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d3e60c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:24:11,281 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:24:11,287 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:24:11,290 DEBUG [RS:0;47efada56ed5:46547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:46547 2024-11-19T03:24:11,293 INFO [RS:0;47efada56ed5:46547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:24:11,293 INFO [RS:0;47efada56ed5:46547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:24:11,293 DEBUG [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:24:11,293 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,41549,1731986648572 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:24:11,296 INFO [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,41549,1731986648572 with port=46547, startcode=1731986649537 2024-11-19T03:24:11,300 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:24:11,300 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:24:11,300 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:24:11,300 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:24:11,301 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:24:11,301 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:24:11,301 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:24:11,301 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:24:11,302 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986681302 2024-11-19T03:24:11,304 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:24:11,305 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:24:11,306 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:24:11,306 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:24:11,307 DEBUG [RS:0;47efada56ed5:46547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:24:11,308 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:24:11,308 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:24:11,309 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:24:11,309 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:24:11,309 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:11,312 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:11,312 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:24:11,312 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:24:11,313 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:24:11,314 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:24:11,316 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:24:11,316 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:24:11,318 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986651317,5,FailOnTimeoutGroup] 2024-11-19T03:24:11,319 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986651318,5,FailOnTimeoutGroup] 2024-11-19T03:24:11,319 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:11,319 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:24:11,320 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:11,321 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:11,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:24:11,339 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:24:11,344 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41549 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,46547,1731986649537 2024-11-19T03:24:11,347 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41549 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,46547,1731986649537 2024-11-19T03:24:11,360 DEBUG [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a 2024-11-19T03:24:11,360 DEBUG [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45729 2024-11-19T03:24:11,360 DEBUG [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:24:11,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T03:24:11,371 DEBUG [RS:0;47efada56ed5:46547 {}] zookeeper.ZKUtil(111): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/47efada56ed5,46547,1731986649537 2024-11-19T03:24:11,371 WARN [RS:0;47efada56ed5:46547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:24:11,371 INFO [RS:0;47efada56ed5:46547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:24:11,372 DEBUG [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/WALs/47efada56ed5,46547,1731986649537 2024-11-19T03:24:11,374 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,46547,1731986649537] 2024-11-19T03:24:11,396 INFO [RS:0;47efada56ed5:46547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:24:11,411 INFO [RS:0;47efada56ed5:46547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:24:11,415 INFO [RS:0;47efada56ed5:46547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:24:11,416 INFO [RS:0;47efada56ed5:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:11,417 INFO [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:24:11,422 INFO [RS:0;47efada56ed5:46547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:24:11,423 INFO [RS:0;47efada56ed5:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:11,424 DEBUG [RS:0;47efada56ed5:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:24:11,424 DEBUG [RS:0;47efada56ed5:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:24:11,424 DEBUG [RS:0;47efada56ed5:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:24:11,424 DEBUG [RS:0;47efada56ed5:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:24:11,424 DEBUG [RS:0;47efada56ed5:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:24:11,424 DEBUG [RS:0;47efada56ed5:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:24:11,424 DEBUG [RS:0;47efada56ed5:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:24:11,425 DEBUG [RS:0;47efada56ed5:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:24:11,425 DEBUG [RS:0;47efada56ed5:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:24:11,425 DEBUG [RS:0;47efada56ed5:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:24:11,425 DEBUG [RS:0;47efada56ed5:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:24:11,425 DEBUG [RS:0;47efada56ed5:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:24:11,425 DEBUG [RS:0;47efada56ed5:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:24:11,425 DEBUG [RS:0;47efada56ed5:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:24:11,426 INFO [RS:0;47efada56ed5:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:11,426 INFO [RS:0;47efada56ed5:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:11,427 INFO [RS:0;47efada56ed5:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:11,427 INFO [RS:0;47efada56ed5:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:11,427 INFO [RS:0;47efada56ed5:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:11,427 INFO [RS:0;47efada56ed5:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,46547,1731986649537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:24:11,444 INFO [RS:0;47efada56ed5:46547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:24:11,446 INFO [RS:0;47efada56ed5:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,46547,1731986649537-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:11,446 INFO [RS:0;47efada56ed5:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:11,446 INFO [RS:0;47efada56ed5:46547 {}] regionserver.Replication(171): 47efada56ed5,46547,1731986649537 started 2024-11-19T03:24:11,468 INFO [RS:0;47efada56ed5:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:11,469 INFO [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,46547,1731986649537, RpcServer on 47efada56ed5/172.17.0.3:46547, sessionid=0x101511ee65d0001 2024-11-19T03:24:11,470 DEBUG [RS:0;47efada56ed5:46547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:24:11,470 DEBUG [RS:0;47efada56ed5:46547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,46547,1731986649537 2024-11-19T03:24:11,470 DEBUG [RS:0;47efada56ed5:46547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,46547,1731986649537' 2024-11-19T03:24:11,470 DEBUG [RS:0;47efada56ed5:46547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T03:24:11,472 DEBUG [RS:0;47efada56ed5:46547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T03:24:11,472 DEBUG [RS:0;47efada56ed5:46547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:24:11,472 DEBUG [RS:0;47efada56ed5:46547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:24:11,473 DEBUG [RS:0;47efada56ed5:46547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,46547,1731986649537 2024-11-19T03:24:11,473 DEBUG [RS:0;47efada56ed5:46547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,46547,1731986649537' 2024-11-19T03:24:11,473 DEBUG [RS:0;47efada56ed5:46547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T03:24:11,473 DEBUG [RS:0;47efada56ed5:46547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T03:24:11,474 DEBUG [RS:0;47efada56ed5:46547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:24:11,474 INFO [RS:0;47efada56ed5:46547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:24:11,475 INFO [RS:0;47efada56ed5:46547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:24:11,579 INFO [RS:0;47efada56ed5:46547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:24:11,583 INFO [RS:0;47efada56ed5:46547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C46547%2C1731986649537, suffix=, logDir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/WALs/47efada56ed5,46547,1731986649537, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/oldWALs, maxLogs=32 2024-11-19T03:24:11,600 DEBUG [RS:0;47efada56ed5:46547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/WALs/47efada56ed5,46547,1731986649537/47efada56ed5%2C46547%2C1731986649537.1731986651586, exclude list is [], retry=0 2024-11-19T03:24:11,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40891,DS-0c2e7699-733a-49db-81a5-d6a1e927401f,DISK] 2024-11-19T03:24:11,608 INFO [RS:0;47efada56ed5:46547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/WALs/47efada56ed5,46547,1731986649537/47efada56ed5%2C46547%2C1731986649537.1731986651586 2024-11-19T03:24:11,609 DEBUG [RS:0;47efada56ed5:46547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46665:46665)] 2024-11-19T03:24:11,725 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:24:11,726 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a 2024-11-19T03:24:11,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741833_1009 (size=32) 2024-11-19T03:24:12,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:24:12,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:24:12,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:24:12,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:12,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:24:12,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:24:12,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:24:12,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:12,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:24:12,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:24:12,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:24:12,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:12,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:24:12,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:24:12,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:24:12,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:12,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:24:12,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:24:12,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740 2024-11-19T03:24:12,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740 2024-11-19T03:24:12,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:24:12,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:24:12,179 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T03:24:12,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:24:12,188 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:24:12,190 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67107245, jitterRate=-2.4124979972839355E-5}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T03:24:12,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986652139Initializing all the Stores at 1731986652142 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986652142Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986652142Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986652142Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986652142Cleaning up temporary data from old regions at 1731986652178 (+36 ms)Region opened successfully at 1731986652193 (+15 ms) 2024-11-19T03:24:12,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:24:12,194 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:24:12,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:24:12,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:24:12,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:24:12,196 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:24:12,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986652194Disabling compacts and flushes for region at 1731986652194Disabling writes for close at 1731986652195 (+1 ms)Writing region close event to WAL at 1731986652196 (+1 ms)Closed at 1731986652196 2024-11-19T03:24:12,201 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:24:12,202 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:24:12,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:24:12,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:24:12,224 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:24:12,378 DEBUG [47efada56ed5:41549 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:24:12,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:24:12,398 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,46547,1731986649537, state=OPENING 2024-11-19T03:24:12,412 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:24:12,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T03:24:12,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T03:24:12,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T03:24:12,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T03:24:12,425 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:24:12,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,46547,1731986649537}] 2024-11-19T03:24:12,604 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:24:12,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:24:12,622 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:24:12,622 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:24:12,623 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:24:12,626 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C46547%2C1731986649537.meta, suffix=.meta, logDir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/WALs/47efada56ed5,46547,1731986649537, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/oldWALs, maxLogs=32 2024-11-19T03:24:12,642 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/WALs/47efada56ed5,46547,1731986649537/47efada56ed5%2C46547%2C1731986649537.meta.1731986652628.meta, exclude list is [], retry=0 2024-11-19T03:24:12,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40891,DS-0c2e7699-733a-49db-81a5-d6a1e927401f,DISK] 2024-11-19T03:24:12,649 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/WALs/47efada56ed5,46547,1731986649537/47efada56ed5%2C46547%2C1731986649537.meta.1731986652628.meta 2024-11-19T03:24:12,650 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46665:46665)] 2024-11-19T03:24:12,650 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:24:12,652 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:24:12,655 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:24:12,661 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:24:12,666 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:24:12,666 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:24:12,667 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:24:12,667 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:24:12,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:24:12,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:24:12,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:12,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:24:12,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:24:12,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:24:12,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:12,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:24:12,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:24:12,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:24:12,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:12,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:24:12,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:24:12,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:24:12,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:12,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:24:12,685 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:24:12,686 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740 2024-11-19T03:24:12,690 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740 2024-11-19T03:24:12,692 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:24:12,692 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:24:12,694 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T03:24:12,697 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:24:12,699 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61716514, jitterRate=-0.08035227656364441}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T03:24:12,700 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:24:12,702 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986652668Writing region info on filesystem at 1731986652668Initializing all the Stores at 1731986652670 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986652670Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986652670Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986652670Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986652670Cleaning up temporary data from old regions at 1731986652692 (+22 ms)Running coprocessor post-open hooks at 1731986652700 (+8 ms)Region opened successfully at 1731986652702 (+2 ms) 2024-11-19T03:24:12,709 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986652596 2024-11-19T03:24:12,720 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:24:12,720 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:24:12,722 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:24:12,725 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,46547,1731986649537, state=OPEN 2024-11-19T03:24:12,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T03:24:12,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T03:24:12,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T03:24:12,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T03:24:12,796 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:12,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:24:12,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,46547,1731986649537 in 369 msec 2024-11-19T03:24:12,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:24:12,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 599 msec 2024-11-19T03:24:12,815 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:24:12,816 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:24:12,835 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:12,836 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:12,854 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:12,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:12,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6400 sec 2024-11-19T03:24:12,874 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986652874, completionTime=-1 2024-11-19T03:24:12,877 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:24:12,877 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:24:12,900 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:24:12,900 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986712900 2024-11-19T03:24:12,900 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986772900 2024-11-19T03:24:12,901 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-19T03:24:12,902 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,41549,1731986648572-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:12,903 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,41549,1731986648572-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:12,903 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,41549,1731986648572-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:12,904 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:41549, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:12,904 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:12,905 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:12,910 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:24:12,929 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.199sec 2024-11-19T03:24:12,930 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:24:12,931 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:24:12,932 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:24:12,933 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:24:12,933 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:24:12,934 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,41549,1731986648572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:24:12,934 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,41549,1731986648572-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:24:12,943 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:24:12,943 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:24:12,944 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,41549,1731986648572-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:24:12,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:12,965 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T03:24:12,965 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T03:24:12,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:12,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:12,976 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:12,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:12,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:12,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ecb092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:12,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:12,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:12,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:12,986 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:12,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:12,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:12,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:13,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,41549,1731986648572 2024-11-19T03:24:13,030 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=418, ProcessCount=11, AvailableMemoryMB=14571 2024-11-19T03:24:13,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:24:13,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,41549,1731986648572 2024-11-19T03:24:13,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13ee3c32 2024-11-19T03:24:13,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:24:13,050 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:24:13,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T03:24:13,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:24:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T03:24:13,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:24:13,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-19T03:24:13,086 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:13,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:24:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:24:13,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741835_1011 (size=959) 2024-11-19T03:24:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:24:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:24:13,512 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a 2024-11-19T03:24:13,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741836_1012 (size=53) 2024-11-19T03:24:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:24:13,924 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:24:13,924 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c345cc912a80f950a330aa0f8a9cf6e5, disabling compactions & flushes 2024-11-19T03:24:13,924 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:13,925 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:13,925 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. after waiting 0 ms 2024-11-19T03:24:13,925 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:13,925 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:13,925 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c345cc912a80f950a330aa0f8a9cf6e5: Waiting for close lock at 1731986653924Disabling compacts and flushes for region at 1731986653924Disabling writes for close at 1731986653925 (+1 ms)Writing region close event to WAL at 1731986653925Closed at 1731986653925 2024-11-19T03:24:13,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:24:13,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731986653933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986653933"}]},"ts":"1731986653933"} 2024-11-19T03:24:13,942 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:24:13,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:24:13,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986653944"}]},"ts":"1731986653944"} 2024-11-19T03:24:13,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T03:24:13,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c345cc912a80f950a330aa0f8a9cf6e5, ASSIGN}] 2024-11-19T03:24:13,955 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c345cc912a80f950a330aa0f8a9cf6e5, ASSIGN 2024-11-19T03:24:13,957 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c345cc912a80f950a330aa0f8a9cf6e5, ASSIGN; state=OFFLINE, location=47efada56ed5,46547,1731986649537; forceNewPlan=false, retain=false 2024-11-19T03:24:14,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c345cc912a80f950a330aa0f8a9cf6e5, regionState=OPENING, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:24:14,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c345cc912a80f950a330aa0f8a9cf6e5, ASSIGN because future has completed 2024-11-19T03:24:14,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537}] 2024-11-19T03:24:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:24:14,285 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:14,285 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:24:14,286 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:14,286 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:24:14,287 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:14,287 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:14,290 INFO [StoreOpener-c345cc912a80f950a330aa0f8a9cf6e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:14,293 INFO [StoreOpener-c345cc912a80f950a330aa0f8a9cf6e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c345cc912a80f950a330aa0f8a9cf6e5 columnFamilyName A 2024-11-19T03:24:14,293 DEBUG [StoreOpener-c345cc912a80f950a330aa0f8a9cf6e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:14,294 INFO [StoreOpener-c345cc912a80f950a330aa0f8a9cf6e5-1 {}] regionserver.HStore(327): Store=c345cc912a80f950a330aa0f8a9cf6e5/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:24:14,295 INFO [StoreOpener-c345cc912a80f950a330aa0f8a9cf6e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:14,297 INFO [StoreOpener-c345cc912a80f950a330aa0f8a9cf6e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c345cc912a80f950a330aa0f8a9cf6e5 columnFamilyName B 2024-11-19T03:24:14,298 DEBUG [StoreOpener-c345cc912a80f950a330aa0f8a9cf6e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:14,299 INFO [StoreOpener-c345cc912a80f950a330aa0f8a9cf6e5-1 {}] regionserver.HStore(327): Store=c345cc912a80f950a330aa0f8a9cf6e5/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:24:14,299 INFO [StoreOpener-c345cc912a80f950a330aa0f8a9cf6e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:14,302 INFO [StoreOpener-c345cc912a80f950a330aa0f8a9cf6e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c345cc912a80f950a330aa0f8a9cf6e5 columnFamilyName C 2024-11-19T03:24:14,302 DEBUG [StoreOpener-c345cc912a80f950a330aa0f8a9cf6e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:14,303 INFO [StoreOpener-c345cc912a80f950a330aa0f8a9cf6e5-1 {}] regionserver.HStore(327): Store=c345cc912a80f950a330aa0f8a9cf6e5/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:24:14,303 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:14,305 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:14,306 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:14,308 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:14,308 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:14,309 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T03:24:14,311 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:14,315 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:24:14,316 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c345cc912a80f950a330aa0f8a9cf6e5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62793993, jitterRate=-0.06429658830165863}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T03:24:14,316 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:14,317 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c345cc912a80f950a330aa0f8a9cf6e5: Running coprocessor pre-open hook at 1731986654287Writing region info on filesystem at 1731986654287Initializing all the Stores at 1731986654289 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986654289Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986654290 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986654290Cleaning up temporary data from old regions at 1731986654308 (+18 ms)Running coprocessor post-open hooks at 1731986654316 (+8 ms)Region opened successfully at 1731986654317 (+1 ms) 2024-11-19T03:24:14,319 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., pid=6, masterSystemTime=1731986654275 2024-11-19T03:24:14,323 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:14,323 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:14,324 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c345cc912a80f950a330aa0f8a9cf6e5, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:24:14,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 because future has completed 2024-11-19T03:24:14,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:24:14,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 in 210 msec 2024-11-19T03:24:14,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T03:24:14,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c345cc912a80f950a330aa0f8a9cf6e5, ASSIGN in 382 msec 2024-11-19T03:24:14,340 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:24:14,340 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986654340"}]},"ts":"1731986654340"} 2024-11-19T03:24:14,344 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T03:24:14,346 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:24:14,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2710 sec 2024-11-19T03:24:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:24:15,244 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:15,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:15,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:15,250 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec19887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:15,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:15,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:15,254 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621eb0cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:15,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:15,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:15,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:15,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:24:15,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,41549,1731986648572 2024-11-19T03:24:15,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49cb0867 2024-11-19T03:24:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:24:15,268 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:24:15,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:15,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:15,274 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:15,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:15,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:15,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180c72f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:15,278 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745237a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:15,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:15,282 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:15,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:15,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a9376a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:15,285 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:15,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4c56da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:15,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:15,288 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:15,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:15,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6d4406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:15,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:15,292 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:15,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5676fb0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:15,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:15,296 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:15,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:15,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149abd79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:15,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:15,300 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:15,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b27b3a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:15,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:15,304 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:15,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:15,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:15,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@831686b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:15,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:15,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:15,306 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:15,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43df1407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:15,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:15,310 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:15,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:15,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:15,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11dd0198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:15,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:15,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:15,313 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd14d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:15,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:15,316 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:15,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:15,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:15,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555d2363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:15,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:15,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:15,318 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:15,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f9c971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:15,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:15,321 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:15,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:15,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:15,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e23982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:15,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:15,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:15,324 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:15,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94111c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:15,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:15,327 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:15,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:15,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:15,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe80a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:15,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:15,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:15,329 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:15,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213c7631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:15,335 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:15,335 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:15,335 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:15,336 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:15,337 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:15,337 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:15,337 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:15,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:15,338 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:15,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:15,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:15,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:15,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:15,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:15,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:15,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:15,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:15,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:15,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:15,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:15,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:15,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:15,341 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:15,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:15,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:15,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:15,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:15,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:15,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:15,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:15,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:15,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:15,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:15,349 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:24:15,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:24:15,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:24:15,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:24:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:24:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:24:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-19T03:24:15,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:24:15,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:24:15,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:24:15,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:24:15,360 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:24:15,365 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:24:15,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:24:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:24:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:15,436 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:15,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T03:24:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:24:15,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T03:24:15,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:15,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:15,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:15,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:15,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:15,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/ef0ec439b3be4c62872368daacf3ab3c is 50, key is test_row_0/A:col10/1731986655428/Put/seqid=0 2024-11-19T03:24:15,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741837_1013 (size=14341) 2024-11-19T03:24:15,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:15,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/ef0ec439b3be4c62872368daacf3ab3c 2024-11-19T03:24:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986715586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:15,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986715590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:15,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986715595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:15,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986715598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:15,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986715601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:15,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:15,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:15,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:15,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:24:15,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/889e5c2856d546129dd52ae3bd97823b is 50, key is test_row_0/B:col10/1731986655428/Put/seqid=0 2024-11-19T03:24:15,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T03:24:15,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:15,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:15,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:15,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:15,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:15,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741838_1014 (size=12001) 2024-11-19T03:24:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:15,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/889e5c2856d546129dd52ae3bd97823b 2024-11-19T03:24:15,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986715754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:15,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:15,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986715754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:15,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:15,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986715755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:15,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:15,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986715756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:15,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:15,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986715756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:15,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:15,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:15,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:15,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/fdbaa20673f94cc4bb351e7b2370e054 is 50, key is test_row_0/C:col10/1731986655428/Put/seqid=0 2024-11-19T03:24:15,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741839_1015 (size=12001) 2024-11-19T03:24:15,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/fdbaa20673f94cc4bb351e7b2370e054 2024-11-19T03:24:15,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/ef0ec439b3be4c62872368daacf3ab3c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/ef0ec439b3be4c62872368daacf3ab3c 2024-11-19T03:24:15,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/ef0ec439b3be4c62872368daacf3ab3c, entries=200, sequenceid=14, filesize=14.0 K 2024-11-19T03:24:15,875 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-19T03:24:15,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/889e5c2856d546129dd52ae3bd97823b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/889e5c2856d546129dd52ae3bd97823b 2024-11-19T03:24:15,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T03:24:15,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/889e5c2856d546129dd52ae3bd97823b, entries=150, sequenceid=14, filesize=11.7 K 2024-11-19T03:24:15,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/fdbaa20673f94cc4bb351e7b2370e054 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/fdbaa20673f94cc4bb351e7b2370e054 2024-11-19T03:24:15,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:15,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:15,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:15,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:15,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:15,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/fdbaa20673f94cc4bb351e7b2370e054, entries=150, sequenceid=14, filesize=11.7 K 2024-11-19T03:24:15,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c345cc912a80f950a330aa0f8a9cf6e5 in 478ms, sequenceid=14, compaction requested=false 2024-11-19T03:24:15,924 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-19T03:24:15,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:15,971 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:15,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T03:24:15,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/a459a98a8b814b658bace42288b19e17 is 50, key is test_row_0/A:col10/1731986655968/Put/seqid=0 2024-11-19T03:24:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:24:16,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741840_1016 (size=14341) 2024-11-19T03:24:16,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/a459a98a8b814b658bace42288b19e17 2024-11-19T03:24:16,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/43be3f26aa924c9e85d9a5755b9eabb6 is 50, key is test_row_0/B:col10/1731986655968/Put/seqid=0 2024-11-19T03:24:16,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986716017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986716025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986716027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986716031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986716036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T03:24:16,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:16,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:16,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:16,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:16,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:16,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741841_1017 (size=12001) 2024-11-19T03:24:16,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986716144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986716144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986716145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986716155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986716155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T03:24:16,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:16,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:16,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:16,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:16,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:16,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986716354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986716354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T03:24:16,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:16,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:16,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:16,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:16,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:16,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986716374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986716375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986716376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/43be3f26aa924c9e85d9a5755b9eabb6 2024-11-19T03:24:16,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/f94861817f014f3eaa0283827c7fa251 is 50, key is test_row_0/C:col10/1731986655968/Put/seqid=0 2024-11-19T03:24:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:24:16,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T03:24:16,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:16,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:16,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:16,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:16,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:16,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741842_1018 (size=12001) 2024-11-19T03:24:16,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/f94861817f014f3eaa0283827c7fa251 2024-11-19T03:24:16,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/a459a98a8b814b658bace42288b19e17 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/a459a98a8b814b658bace42288b19e17 2024-11-19T03:24:16,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/a459a98a8b814b658bace42288b19e17, entries=200, sequenceid=38, filesize=14.0 K 2024-11-19T03:24:16,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/43be3f26aa924c9e85d9a5755b9eabb6 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/43be3f26aa924c9e85d9a5755b9eabb6 2024-11-19T03:24:16,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/43be3f26aa924c9e85d9a5755b9eabb6, entries=150, sequenceid=38, filesize=11.7 K 2024-11-19T03:24:16,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/f94861817f014f3eaa0283827c7fa251 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/f94861817f014f3eaa0283827c7fa251 2024-11-19T03:24:16,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/f94861817f014f3eaa0283827c7fa251, entries=150, sequenceid=38, filesize=11.7 K 2024-11-19T03:24:16,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c345cc912a80f950a330aa0f8a9cf6e5 in 639ms, sequenceid=38, compaction requested=false 2024-11-19T03:24:16,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:16,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-19T03:24:16,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:16,681 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T03:24:16,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:16,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:16,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/b2456f9e4c51413bb7dda16c70d2541d is 50, key is test_row_0/A:col10/1731986656025/Put/seqid=0 2024-11-19T03:24:16,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741843_1019 (size=12001) 2024-11-19T03:24:16,738 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/b2456f9e4c51413bb7dda16c70d2541d 2024-11-19T03:24:16,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/60747e58be5d4f99b0df93b78a8323fc is 50, key is test_row_0/B:col10/1731986656025/Put/seqid=0 2024-11-19T03:24:16,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741844_1020 (size=12001) 2024-11-19T03:24:16,811 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/60747e58be5d4f99b0df93b78a8323fc 2024-11-19T03:24:16,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986716787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986716801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986716809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986716816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986716824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/154b5c7c82c040828947040ea1325fbb is 50, key is test_row_0/C:col10/1731986656025/Put/seqid=0 2024-11-19T03:24:16,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741845_1021 (size=12001) 2024-11-19T03:24:16,898 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/154b5c7c82c040828947040ea1325fbb 2024-11-19T03:24:16,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/b2456f9e4c51413bb7dda16c70d2541d as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b2456f9e4c51413bb7dda16c70d2541d 2024-11-19T03:24:16,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986716923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986716924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,939 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b2456f9e4c51413bb7dda16c70d2541d, entries=150, sequenceid=51, filesize=11.7 K 2024-11-19T03:24:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986716933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/60747e58be5d4f99b0df93b78a8323fc as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/60747e58be5d4f99b0df93b78a8323fc 2024-11-19T03:24:16,962 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/60747e58be5d4f99b0df93b78a8323fc, entries=150, sequenceid=51, filesize=11.7 K 2024-11-19T03:24:16,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/154b5c7c82c040828947040ea1325fbb as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/154b5c7c82c040828947040ea1325fbb 2024-11-19T03:24:16,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986716953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986716953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:16,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:16,983 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/154b5c7c82c040828947040ea1325fbb, entries=150, sequenceid=51, filesize=11.7 K 2024-11-19T03:24:16,989 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c345cc912a80f950a330aa0f8a9cf6e5 in 308ms, sequenceid=51, compaction requested=true 2024-11-19T03:24:16,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:16,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:16,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T03:24:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T03:24:17,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-19T03:24:17,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6270 sec 2024-11-19T03:24:17,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.6510 sec 2024-11-19T03:24:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:17,163 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:17,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T03:24:17,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/9af0478a56ae418aa290c583d6e9f1b8 is 50, key is test_row_0/A:col10/1731986657153/Put/seqid=0 2024-11-19T03:24:17,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986717189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986717188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986717193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986717193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986717195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741846_1022 (size=12001) 2024-11-19T03:24:17,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/9af0478a56ae418aa290c583d6e9f1b8 2024-11-19T03:24:17,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/5b83625b063d4d62bb40f45f5b9209b4 is 50, key is test_row_0/B:col10/1731986657153/Put/seqid=0 2024-11-19T03:24:17,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986717303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986717303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986717313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986717313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986717314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741847_1023 (size=12001) 2024-11-19T03:24:17,391 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T03:24:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:24:17,513 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:17,514 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:24:17,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986717514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-19T03:24:17,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T03:24:17,518 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:24:17,520 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:24:17,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:24:17,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986717514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986717527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986717528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986717528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T03:24:17,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-19T03:24:17,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:17,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:17,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:17,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:17,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:17,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/5b83625b063d4d62bb40f45f5b9209b4 2024-11-19T03:24:17,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/1a0bf06d11a44e36be43acab160fc008 is 50, key is test_row_0/C:col10/1731986657153/Put/seqid=0 2024-11-19T03:24:17,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741848_1024 (size=12001) 2024-11-19T03:24:17,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/1a0bf06d11a44e36be43acab160fc008 2024-11-19T03:24:17,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986717823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T03:24:17,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/9af0478a56ae418aa290c583d6e9f1b8 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/9af0478a56ae418aa290c583d6e9f1b8 2024-11-19T03:24:17,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-19T03:24:17,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:17,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:17,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:17,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:17,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:17,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986717843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986717843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/9af0478a56ae418aa290c583d6e9f1b8, entries=150, sequenceid=77, filesize=11.7 K 2024-11-19T03:24:17,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/5b83625b063d4d62bb40f45f5b9209b4 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/5b83625b063d4d62bb40f45f5b9209b4 2024-11-19T03:24:17,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986717853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986717854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:17,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:17,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:17,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/5b83625b063d4d62bb40f45f5b9209b4, entries=150, sequenceid=77, filesize=11.7 K 2024-11-19T03:24:17,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/1a0bf06d11a44e36be43acab160fc008 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/1a0bf06d11a44e36be43acab160fc008 2024-11-19T03:24:17,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/1a0bf06d11a44e36be43acab160fc008, entries=150, sequenceid=77, filesize=11.7 K 2024-11-19T03:24:17,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c345cc912a80f950a330aa0f8a9cf6e5 in 748ms, sequenceid=77, compaction requested=true 2024-11-19T03:24:17,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:17,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:24:17,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:17,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:24:17,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:17,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:24:17,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:17,920 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:24:17,920 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:24:17,928 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:24:17,930 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/B is initiating minor compaction (all files) 2024-11-19T03:24:17,931 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/B in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:17,932 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/889e5c2856d546129dd52ae3bd97823b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/43be3f26aa924c9e85d9a5755b9eabb6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/60747e58be5d4f99b0df93b78a8323fc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/5b83625b063d4d62bb40f45f5b9209b4] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=46.9 K 2024-11-19T03:24:17,934 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 889e5c2856d546129dd52ae3bd97823b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731986655425 2024-11-19T03:24:17,934 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:24:17,934 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/A is initiating minor compaction (all files) 2024-11-19T03:24:17,934 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/A in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:17,935 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/ef0ec439b3be4c62872368daacf3ab3c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/a459a98a8b814b658bace42288b19e17, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b2456f9e4c51413bb7dda16c70d2541d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/9af0478a56ae418aa290c583d6e9f1b8] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=51.4 K 2024-11-19T03:24:17,935 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 43be3f26aa924c9e85d9a5755b9eabb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731986655555 2024-11-19T03:24:17,936 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef0ec439b3be4c62872368daacf3ab3c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731986655383 2024-11-19T03:24:17,937 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 60747e58be5d4f99b0df93b78a8323fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731986655983 2024-11-19T03:24:17,937 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a459a98a8b814b658bace42288b19e17, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731986655555 2024-11-19T03:24:17,938 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b83625b063d4d62bb40f45f5b9209b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731986656779 2024-11-19T03:24:17,938 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2456f9e4c51413bb7dda16c70d2541d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731986655983 2024-11-19T03:24:17,940 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9af0478a56ae418aa290c583d6e9f1b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731986656779 2024-11-19T03:24:17,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-19T03:24:17,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:17,993 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-19T03:24:18,006 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#A#compaction#12 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:18,007 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/b6c0b48a59884348b076f1f47a599ebc is 50, key is test_row_0/A:col10/1731986657153/Put/seqid=0 2024-11-19T03:24:18,007 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#B#compaction#13 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:18,009 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/1269e61a676845deb13278616aefdebf is 50, key is test_row_0/B:col10/1731986657153/Put/seqid=0 2024-11-19T03:24:18,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/caf61ad897874199990e99a1dea27111 is 50, key is test_row_0/A:col10/1731986657185/Put/seqid=0 2024-11-19T03:24:18,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741849_1025 (size=12139) 2024-11-19T03:24:18,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741850_1026 (size=12139) 2024-11-19T03:24:18,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741851_1027 (size=12001) 2024-11-19T03:24:18,074 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/caf61ad897874199990e99a1dea27111 2024-11-19T03:24:18,081 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/1269e61a676845deb13278616aefdebf as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/1269e61a676845deb13278616aefdebf 2024-11-19T03:24:18,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/c2797765a4854bf29a5e3917bfb3ded3 is 50, key is test_row_0/B:col10/1731986657185/Put/seqid=0 2024-11-19T03:24:18,127 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/B of c345cc912a80f950a330aa0f8a9cf6e5 into 1269e61a676845deb13278616aefdebf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:18,127 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:18,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741852_1028 (size=12001) 2024-11-19T03:24:18,134 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/c2797765a4854bf29a5e3917bfb3ded3 2024-11-19T03:24:18,140 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/B, priority=12, startTime=1731986657917; duration=0sec 2024-11-19T03:24:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T03:24:18,146 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:18,147 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:B 2024-11-19T03:24:18,152 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:24:18,156 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:24:18,156 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/C is initiating minor compaction (all files) 2024-11-19T03:24:18,156 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/C in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:18,156 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/fdbaa20673f94cc4bb351e7b2370e054, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/f94861817f014f3eaa0283827c7fa251, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/154b5c7c82c040828947040ea1325fbb, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/1a0bf06d11a44e36be43acab160fc008] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=46.9 K 2024-11-19T03:24:18,159 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting fdbaa20673f94cc4bb351e7b2370e054, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731986655425 2024-11-19T03:24:18,163 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting f94861817f014f3eaa0283827c7fa251, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731986655555 2024-11-19T03:24:18,164 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 154b5c7c82c040828947040ea1325fbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731986655983 2024-11-19T03:24:18,166 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a0bf06d11a44e36be43acab160fc008, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731986656779 2024-11-19T03:24:18,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/a1b599d15e1b4503a582d041986159f3 is 50, key is test_row_0/C:col10/1731986657185/Put/seqid=0 2024-11-19T03:24:18,184 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T03:24:18,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741853_1029 (size=12001) 2024-11-19T03:24:18,241 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#C#compaction#17 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:18,241 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/c5c68979d0964ae784152a34d0a05a3a is 50, key is test_row_0/C:col10/1731986657153/Put/seqid=0 2024-11-19T03:24:18,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741854_1030 (size=12139) 2024-11-19T03:24:18,295 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/c5c68979d0964ae784152a34d0a05a3a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/c5c68979d0964ae784152a34d0a05a3a 2024-11-19T03:24:18,316 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/C of c345cc912a80f950a330aa0f8a9cf6e5 into c5c68979d0964ae784152a34d0a05a3a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:18,316 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:18,316 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/C, priority=12, startTime=1731986657918; duration=0sec 2024-11-19T03:24:18,317 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:18,317 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:C 2024-11-19T03:24:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:18,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:18,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986718410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986718414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986718414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986718422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986718422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,463 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/b6c0b48a59884348b076f1f47a599ebc as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b6c0b48a59884348b076f1f47a599ebc 2024-11-19T03:24:18,479 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/A of c345cc912a80f950a330aa0f8a9cf6e5 into b6c0b48a59884348b076f1f47a599ebc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:18,479 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:18,482 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/A, priority=12, startTime=1731986657914; duration=0sec 2024-11-19T03:24:18,483 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:18,483 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:A 2024-11-19T03:24:18,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986718533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986718533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986718534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986718534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986718534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,622 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/a1b599d15e1b4503a582d041986159f3 2024-11-19T03:24:18,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/caf61ad897874199990e99a1dea27111 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/caf61ad897874199990e99a1dea27111 2024-11-19T03:24:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T03:24:18,653 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/caf61ad897874199990e99a1dea27111, entries=150, sequenceid=87, filesize=11.7 K 2024-11-19T03:24:18,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/c2797765a4854bf29a5e3917bfb3ded3 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/c2797765a4854bf29a5e3917bfb3ded3 2024-11-19T03:24:18,670 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/c2797765a4854bf29a5e3917bfb3ded3, entries=150, sequenceid=87, filesize=11.7 K 2024-11-19T03:24:18,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/a1b599d15e1b4503a582d041986159f3 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/a1b599d15e1b4503a582d041986159f3 2024-11-19T03:24:18,684 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/a1b599d15e1b4503a582d041986159f3, entries=150, sequenceid=87, filesize=11.7 K 2024-11-19T03:24:18,688 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c345cc912a80f950a330aa0f8a9cf6e5 in 694ms, sequenceid=87, compaction requested=false 2024-11-19T03:24:18,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:18,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:18,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-19T03:24:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-19T03:24:18,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T03:24:18,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1710 sec 2024-11-19T03:24:18,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.1820 sec 2024-11-19T03:24:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:18,745 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:18,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-19T03:24:18,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986718755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986718749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986718753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/378db5c41cfc486596d42a6930036d73 is 50, key is test_row_0/A:col10/1731986658403/Put/seqid=0 2024-11-19T03:24:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986718763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986718763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741855_1031 (size=14341) 2024-11-19T03:24:18,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/378db5c41cfc486596d42a6930036d73 2024-11-19T03:24:18,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/dac847ef71d94d74a01c1c0e6d599a55 is 50, key is test_row_0/B:col10/1731986658403/Put/seqid=0 2024-11-19T03:24:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741856_1032 (size=12001) 2024-11-19T03:24:18,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986718872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986718873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986718873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986718873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986718873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:18,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:18,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:18,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T03:24:18,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T03:24:18,919 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:24:18,919 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T03:24:18,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T03:24:18,920 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T03:24:18,925 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-19T03:24:18,925 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-19T03:24:19,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:19,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986719092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:19,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:19,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986719093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:19,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986719093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986719092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:19,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:19,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:19,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986719093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:19,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/dac847ef71d94d74a01c1c0e6d599a55 2024-11-19T03:24:19,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/d483502ece2d4b78b1615d9d2e31827a is 50, key is test_row_0/C:col10/1731986658403/Put/seqid=0 2024-11-19T03:24:19,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741857_1033 (size=12001) 2024-11-19T03:24:19,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986719403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:19,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986719403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:19,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986719403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:19,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:19,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:19,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986719413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:19,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:19,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986719414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T03:24:19,665 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:19,666 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:24:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-19T03:24:19,672 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:24:19,674 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:24:19,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:24:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T03:24:19,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/d483502ece2d4b78b1615d9d2e31827a 2024-11-19T03:24:19,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/378db5c41cfc486596d42a6930036d73 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/378db5c41cfc486596d42a6930036d73 2024-11-19T03:24:19,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/378db5c41cfc486596d42a6930036d73, entries=200, sequenceid=119, filesize=14.0 K 2024-11-19T03:24:19,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/dac847ef71d94d74a01c1c0e6d599a55 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/dac847ef71d94d74a01c1c0e6d599a55 2024-11-19T03:24:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T03:24:19,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/dac847ef71d94d74a01c1c0e6d599a55, entries=150, sequenceid=119, filesize=11.7 K 2024-11-19T03:24:19,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/d483502ece2d4b78b1615d9d2e31827a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/d483502ece2d4b78b1615d9d2e31827a 2024-11-19T03:24:19,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/d483502ece2d4b78b1615d9d2e31827a, entries=150, sequenceid=119, filesize=11.7 K 2024-11-19T03:24:19,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for c345cc912a80f950a330aa0f8a9cf6e5 in 1054ms, sequenceid=119, compaction requested=true 2024-11-19T03:24:19,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:19,800 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:19,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:24:19,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:19,801 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:19,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:24:19,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:19,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:24:19,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:19,803 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:19,803 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/A is initiating minor compaction (all files) 2024-11-19T03:24:19,804 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/A in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:19,804 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b6c0b48a59884348b076f1f47a599ebc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/caf61ad897874199990e99a1dea27111, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/378db5c41cfc486596d42a6930036d73] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=37.6 K 2024-11-19T03:24:19,804 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:19,805 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/B is initiating minor compaction (all files) 2024-11-19T03:24:19,805 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/B in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:19,805 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/1269e61a676845deb13278616aefdebf, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/c2797765a4854bf29a5e3917bfb3ded3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/dac847ef71d94d74a01c1c0e6d599a55] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=35.3 K 2024-11-19T03:24:19,806 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6c0b48a59884348b076f1f47a599ebc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731986656779 2024-11-19T03:24:19,806 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1269e61a676845deb13278616aefdebf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731986656779 2024-11-19T03:24:19,807 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting c2797765a4854bf29a5e3917bfb3ded3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731986657185 2024-11-19T03:24:19,807 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting caf61ad897874199990e99a1dea27111, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731986657185 2024-11-19T03:24:19,808 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting dac847ef71d94d74a01c1c0e6d599a55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731986658403 2024-11-19T03:24:19,809 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 378db5c41cfc486596d42a6930036d73, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731986658403 2024-11-19T03:24:19,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-19T03:24:19,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:19,832 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-19T03:24:19,859 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#B#compaction#21 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:19,860 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/4620280c2a7941da9f82ab83367f844b is 50, key is test_row_0/B:col10/1731986658403/Put/seqid=0 2024-11-19T03:24:19,871 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#A#compaction#22 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:19,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/9d1d26d43d15416896bd7846d30ffe45 is 50, key is test_row_0/A:col10/1731986658758/Put/seqid=0 2024-11-19T03:24:19,877 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/b35010e95dbe4e839e2b0c2d76b0a1cc is 50, key is test_row_0/A:col10/1731986658403/Put/seqid=0 2024-11-19T03:24:19,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741858_1034 (size=12241) 2024-11-19T03:24:19,928 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/4620280c2a7941da9f82ab83367f844b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/4620280c2a7941da9f82ab83367f844b 2024-11-19T03:24:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:19,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:19,953 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/B of c345cc912a80f950a330aa0f8a9cf6e5 into 4620280c2a7941da9f82ab83367f844b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:19,953 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:19,953 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/B, priority=13, startTime=1731986659801; duration=0sec 2024-11-19T03:24:19,954 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:19,954 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:B 2024-11-19T03:24:19,954 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:19,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741860_1036 (size=9657) 2024-11-19T03:24:19,957 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:19,958 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/C is initiating minor compaction (all files) 2024-11-19T03:24:19,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741859_1035 (size=12241) 2024-11-19T03:24:19,959 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/C in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:19,959 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/c5c68979d0964ae784152a34d0a05a3a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/a1b599d15e1b4503a582d041986159f3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/d483502ece2d4b78b1615d9d2e31827a] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=35.3 K 2024-11-19T03:24:19,959 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/9d1d26d43d15416896bd7846d30ffe45 2024-11-19T03:24:19,965 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting c5c68979d0964ae784152a34d0a05a3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731986656779 2024-11-19T03:24:19,969 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting a1b599d15e1b4503a582d041986159f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731986657185 2024-11-19T03:24:19,971 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting d483502ece2d4b78b1615d9d2e31827a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731986658403 2024-11-19T03:24:19,975 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/b35010e95dbe4e839e2b0c2d76b0a1cc as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b35010e95dbe4e839e2b0c2d76b0a1cc 2024-11-19T03:24:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T03:24:19,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/3dca836755eb43bb807aef7b28a390b8 is 50, key is test_row_0/B:col10/1731986658758/Put/seqid=0 2024-11-19T03:24:20,001 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#C#compaction#25 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:20,001 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/da960cbda92340c7b504335c3dd26562 is 50, key is test_row_0/C:col10/1731986658403/Put/seqid=0 2024-11-19T03:24:20,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741861_1037 (size=9657) 2024-11-19T03:24:20,012 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/3dca836755eb43bb807aef7b28a390b8 2024-11-19T03:24:20,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741862_1038 (size=12241) 2024-11-19T03:24:20,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/f19b6d76c78c4c9fb76192dec0dcbb54 is 50, key is test_row_0/C:col10/1731986658758/Put/seqid=0 2024-11-19T03:24:20,048 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/A of c345cc912a80f950a330aa0f8a9cf6e5 into b35010e95dbe4e839e2b0c2d76b0a1cc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:20,049 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:20,049 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/A, priority=13, startTime=1731986659800; duration=0sec 2024-11-19T03:24:20,049 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:20,049 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:A 2024-11-19T03:24:20,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741863_1039 (size=9657) 2024-11-19T03:24:20,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986720078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986720083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986720086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986720089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986720093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986720202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986720203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986720203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986720203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986720212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T03:24:20,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986720413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986720413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986720413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986720413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986720423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,454 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/da960cbda92340c7b504335c3dd26562 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/da960cbda92340c7b504335c3dd26562 2024-11-19T03:24:20,467 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/C of c345cc912a80f950a330aa0f8a9cf6e5 into da960cbda92340c7b504335c3dd26562(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:20,467 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:20,467 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/C, priority=13, startTime=1731986659801; duration=0sec 2024-11-19T03:24:20,467 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:20,467 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:C 2024-11-19T03:24:20,489 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/f19b6d76c78c4c9fb76192dec0dcbb54 2024-11-19T03:24:20,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/9d1d26d43d15416896bd7846d30ffe45 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/9d1d26d43d15416896bd7846d30ffe45 2024-11-19T03:24:20,515 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/9d1d26d43d15416896bd7846d30ffe45, entries=100, sequenceid=126, filesize=9.4 K 2024-11-19T03:24:20,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/3dca836755eb43bb807aef7b28a390b8 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/3dca836755eb43bb807aef7b28a390b8 2024-11-19T03:24:20,529 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/3dca836755eb43bb807aef7b28a390b8, entries=100, sequenceid=126, filesize=9.4 K 2024-11-19T03:24:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/f19b6d76c78c4c9fb76192dec0dcbb54 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/f19b6d76c78c4c9fb76192dec0dcbb54 2024-11-19T03:24:20,547 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/f19b6d76c78c4c9fb76192dec0dcbb54, entries=100, sequenceid=126, filesize=9.4 K 2024-11-19T03:24:20,550 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for c345cc912a80f950a330aa0f8a9cf6e5 in 717ms, sequenceid=126, compaction requested=false 2024-11-19T03:24:20,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:20,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:20,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-19T03:24:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-19T03:24:20,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-19T03:24:20,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 878 msec 2024-11-19T03:24:20,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 894 msec 2024-11-19T03:24:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:20,726 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:20,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-19T03:24:20,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/b469640420a345268612341dc68d31ba is 50, key is test_row_0/A:col10/1731986660724/Put/seqid=0 2024-11-19T03:24:20,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986720731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986720733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986720733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986720733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986720737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741864_1040 (size=14541) 2024-11-19T03:24:20,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/b469640420a345268612341dc68d31ba 2024-11-19T03:24:20,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/90d60e0744ba44759b9903212fb3edcc is 50, key is test_row_0/B:col10/1731986660724/Put/seqid=0 2024-11-19T03:24:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T03:24:20,812 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:20,813 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:24:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-19T03:24:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T03:24:20,817 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:24:20,818 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:24:20,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:24:20,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741865_1041 (size=12151) 2024-11-19T03:24:20,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/90d60e0744ba44759b9903212fb3edcc 2024-11-19T03:24:20,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986720843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986720843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986720844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:20,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:20,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:20,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/0e7623e172454982b6e63ae1a12ab12b is 50, key is test_row_0/C:col10/1731986660724/Put/seqid=0 2024-11-19T03:24:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T03:24:20,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741866_1042 (size=12151) 2024-11-19T03:24:20,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/0e7623e172454982b6e63ae1a12ab12b 2024-11-19T03:24:20,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/b469640420a345268612341dc68d31ba as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b469640420a345268612341dc68d31ba 2024-11-19T03:24:20,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b469640420a345268612341dc68d31ba, entries=200, sequenceid=159, filesize=14.2 K 2024-11-19T03:24:20,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/90d60e0744ba44759b9903212fb3edcc as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/90d60e0744ba44759b9903212fb3edcc 2024-11-19T03:24:20,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-19T03:24:20,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:20,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:20,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:20,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:20,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:21,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/90d60e0744ba44759b9903212fb3edcc, entries=150, sequenceid=159, filesize=11.9 K 2024-11-19T03:24:21,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/0e7623e172454982b6e63ae1a12ab12b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0e7623e172454982b6e63ae1a12ab12b 2024-11-19T03:24:21,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0e7623e172454982b6e63ae1a12ab12b, entries=150, sequenceid=159, filesize=11.9 K 2024-11-19T03:24:21,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for c345cc912a80f950a330aa0f8a9cf6e5 in 300ms, sequenceid=159, compaction requested=true 2024-11-19T03:24:21,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:21,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:24:21,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:21,027 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:21,027 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:21,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:24:21,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:21,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:24:21,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:21,028 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36439 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:21,029 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/A is initiating minor compaction (all files) 2024-11-19T03:24:21,029 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/A in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:21,029 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b35010e95dbe4e839e2b0c2d76b0a1cc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/9d1d26d43d15416896bd7846d30ffe45, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b469640420a345268612341dc68d31ba] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=35.6 K 2024-11-19T03:24:21,029 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:21,029 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/B is initiating minor compaction (all files) 2024-11-19T03:24:21,029 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/B in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:21,029 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/4620280c2a7941da9f82ab83367f844b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/3dca836755eb43bb807aef7b28a390b8, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/90d60e0744ba44759b9903212fb3edcc] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=33.3 K 2024-11-19T03:24:21,030 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting b35010e95dbe4e839e2b0c2d76b0a1cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731986658403 2024-11-19T03:24:21,030 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4620280c2a7941da9f82ab83367f844b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731986658403 2024-11-19T03:24:21,031 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d1d26d43d15416896bd7846d30ffe45, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731986658748 2024-11-19T03:24:21,031 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dca836755eb43bb807aef7b28a390b8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731986658748 2024-11-19T03:24:21,032 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting b469640420a345268612341dc68d31ba, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731986660082 2024-11-19T03:24:21,033 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 90d60e0744ba44759b9903212fb3edcc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731986660085 2024-11-19T03:24:21,054 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#A#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:21,055 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/107452fffe9e4c6f8d8a1070b0d597cd is 50, key is test_row_0/A:col10/1731986660724/Put/seqid=0 2024-11-19T03:24:21,061 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#B#compaction#31 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:21,064 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/cd6d23b471de4879a7d043668834599c is 50, key is test_row_0/B:col10/1731986660724/Put/seqid=0 2024-11-19T03:24:21,074 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:21,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T03:24:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:21,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741867_1043 (size=12493) 2024-11-19T03:24:21,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/d26157fa8c144aa1b17e65eab441e312 is 50, key is test_row_0/A:col10/1731986661070/Put/seqid=0 2024-11-19T03:24:21,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741868_1044 (size=12493) 2024-11-19T03:24:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T03:24:21,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-19T03:24:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:21,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741869_1045 (size=14541) 2024-11-19T03:24:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:21,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:21,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:21,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/d26157fa8c144aa1b17e65eab441e312 2024-11-19T03:24:21,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/83a538aac18b46f58264c38d7aca057e is 50, key is test_row_0/B:col10/1731986661070/Put/seqid=0 2024-11-19T03:24:21,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986721186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:21,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:21,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986721188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:21,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741870_1046 (size=12151) 2024-11-19T03:24:21,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/83a538aac18b46f58264c38d7aca057e 2024-11-19T03:24:21,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:21,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986721201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:21,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:21,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/0c8caeddc00d444c827ffa2eaf190087 is 50, key is test_row_0/C:col10/1731986661070/Put/seqid=0 2024-11-19T03:24:21,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:21,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986721243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:21,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986721243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:21,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:21,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741871_1047 (size=12151) 2024-11-19T03:24:21,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/0c8caeddc00d444c827ffa2eaf190087 2024-11-19T03:24:21,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/d26157fa8c144aa1b17e65eab441e312 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/d26157fa8c144aa1b17e65eab441e312 2024-11-19T03:24:21,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-19T03:24:21,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/d26157fa8c144aa1b17e65eab441e312, entries=200, sequenceid=170, filesize=14.2 K 2024-11-19T03:24:21,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:21,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:21,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:21,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:21,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:21,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/83a538aac18b46f58264c38d7aca057e as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/83a538aac18b46f58264c38d7aca057e 2024-11-19T03:24:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:21,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/83a538aac18b46f58264c38d7aca057e, entries=150, sequenceid=170, filesize=11.9 K 2024-11-19T03:24:21,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/0c8caeddc00d444c827ffa2eaf190087 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0c8caeddc00d444c827ffa2eaf190087 2024-11-19T03:24:21,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986721313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:21,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:21,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986721313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:21,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:21,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:21,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0c8caeddc00d444c827ffa2eaf190087, entries=150, sequenceid=170, filesize=11.9 K 2024-11-19T03:24:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986721322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:21,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c345cc912a80f950a330aa0f8a9cf6e5 in 255ms, sequenceid=170, compaction requested=true 2024-11-19T03:24:21,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:21,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:21,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:A, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:24:21,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T03:24:21,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:B, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:24:21,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-19T03:24:21,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:24:21,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-19T03:24:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T03:24:21,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-19T03:24:21,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:21,451 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T03:24:21,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/21682c25a9c3496f8c7dead1e65e6203 is 50, key is test_row_0/A:col10/1731986661185/Put/seqid=0 2024-11-19T03:24:21,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741872_1048 (size=12151) 2024-11-19T03:24:21,499 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/cd6d23b471de4879a7d043668834599c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/cd6d23b471de4879a7d043668834599c 2024-11-19T03:24:21,500 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/107452fffe9e4c6f8d8a1070b0d597cd as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/107452fffe9e4c6f8d8a1070b0d597cd 2024-11-19T03:24:21,512 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/B of c345cc912a80f950a330aa0f8a9cf6e5 into cd6d23b471de4879a7d043668834599c(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:21,513 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:21,513 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/B, priority=13, startTime=1731986661027; duration=0sec 2024-11-19T03:24:21,513 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/A of c345cc912a80f950a330aa0f8a9cf6e5 into 107452fffe9e4c6f8d8a1070b0d597cd(size=12.2 K), total size for store is 26.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:21,513 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-19T03:24:21,513 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:21,513 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:B 2024-11-19T03:24:21,513 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/A, priority=13, startTime=1731986661026; duration=0sec 2024-11-19T03:24:21,513 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:A 2024-11-19T03:24:21,513 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:24:21,515 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-19T03:24:21,515 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:A 2024-11-19T03:24:21,516 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:B 2024-11-19T03:24:21,519 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46200 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:24:21,519 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/C is initiating minor compaction (all files) 2024-11-19T03:24:21,519 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/C in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:21,520 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/da960cbda92340c7b504335c3dd26562, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/f19b6d76c78c4c9fb76192dec0dcbb54, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0e7623e172454982b6e63ae1a12ab12b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0c8caeddc00d444c827ffa2eaf190087] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=45.1 K 2024-11-19T03:24:21,521 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting da960cbda92340c7b504335c3dd26562, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731986658403 2024-11-19T03:24:21,521 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting f19b6d76c78c4c9fb76192dec0dcbb54, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731986658748 2024-11-19T03:24:21,522 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e7623e172454982b6e63ae1a12ab12b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731986660085 2024-11-19T03:24:21,523 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c8caeddc00d444c827ffa2eaf190087, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731986661068 2024-11-19T03:24:21,528 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-19T03:24:21,528 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T03:24:21,529 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T03:24:21,529 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. because compaction request was cancelled 2024-11-19T03:24:21,529 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:C 2024-11-19T03:24:21,529 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T03:24:21,530 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T03:24:21,530 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T03:24:21,530 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. because compaction request was cancelled 2024-11-19T03:24:21,530 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:B 2024-11-19T03:24:21,531 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-19T03:24:21,532 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-19T03:24:21,532 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-19T03:24:21,532 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. because compaction request was cancelled 2024-11-19T03:24:21,532 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:A 2024-11-19T03:24:21,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:21,545 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#C#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:21,546 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/ad64f6faebf7437387b247513025d70a is 50, key is test_row_0/C:col10/1731986661070/Put/seqid=0 2024-11-19T03:24:21,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986721548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:21,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986721553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:21,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:21,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986721555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:21,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:21,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741873_1049 (size=12527) 2024-11-19T03:24:21,577 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/ad64f6faebf7437387b247513025d70a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/ad64f6faebf7437387b247513025d70a 2024-11-19T03:24:21,593 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/C of c345cc912a80f950a330aa0f8a9cf6e5 into ad64f6faebf7437387b247513025d70a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:21,593 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:21,593 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/C, priority=12, startTime=1731986661330; duration=0sec 2024-11-19T03:24:21,593 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:21,594 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:C 2024-11-19T03:24:21,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986721662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:21,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:21,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986721662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:21,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986721672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:21,875 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/21682c25a9c3496f8c7dead1e65e6203 2024-11-19T03:24:21,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986721873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:21,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:21,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986721873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:21,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:21,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:21,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986721882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:21,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:21,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:21,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/c91b461d695c4807b8f624b80cae524c is 50, key is test_row_0/B:col10/1731986661185/Put/seqid=0 2024-11-19T03:24:21,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741874_1050 (size=12151) 2024-11-19T03:24:21,906 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/c91b461d695c4807b8f624b80cae524c 2024-11-19T03:24:21,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/973dc9ca55ab481b91d16b8ea3e21e7e is 50, key is test_row_0/C:col10/1731986661185/Put/seqid=0 2024-11-19T03:24:21,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741875_1051 (size=12151) 2024-11-19T03:24:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T03:24:22,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986722182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:22,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:22,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986722192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986722192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:22,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986722263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:22,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986722263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:22,269 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_0' in c345cc912a80f950a330aa0f8a9cf6e5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:24:22,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:22,270 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_0' in c345cc912a80f950a330aa0f8a9cf6e5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:24:22,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:22,335 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/973dc9ca55ab481b91d16b8ea3e21e7e 2024-11-19T03:24:22,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/21682c25a9c3496f8c7dead1e65e6203 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/21682c25a9c3496f8c7dead1e65e6203 2024-11-19T03:24:22,354 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/21682c25a9c3496f8c7dead1e65e6203, entries=150, sequenceid=195, filesize=11.9 K 2024-11-19T03:24:22,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/c91b461d695c4807b8f624b80cae524c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/c91b461d695c4807b8f624b80cae524c 2024-11-19T03:24:22,364 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/c91b461d695c4807b8f624b80cae524c, entries=150, sequenceid=195, filesize=11.9 K 2024-11-19T03:24:22,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/973dc9ca55ab481b91d16b8ea3e21e7e as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/973dc9ca55ab481b91d16b8ea3e21e7e 2024-11-19T03:24:22,380 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/973dc9ca55ab481b91d16b8ea3e21e7e, entries=150, sequenceid=195, filesize=11.9 K 2024-11-19T03:24:22,382 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c345cc912a80f950a330aa0f8a9cf6e5 in 930ms, sequenceid=195, compaction requested=true 2024-11-19T03:24:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-19T03:24:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-19T03:24:22,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-19T03:24:22,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5660 sec 2024-11-19T03:24:22,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.5770 sec 2024-11-19T03:24:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:22,694 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:22,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T03:24:22,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/38e8e35e645f4ee9b22a8b370934df0a is 50, key is test_row_0/A:col10/1731986662693/Put/seqid=0 2024-11-19T03:24:22,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741876_1052 (size=12151) 2024-11-19T03:24:22,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/38e8e35e645f4ee9b22a8b370934df0a 2024-11-19T03:24:22,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/1d37518401754cf8a8cd76f3aa9afdaa is 50, key is test_row_0/B:col10/1731986662693/Put/seqid=0 2024-11-19T03:24:22,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986722769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:22,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:22,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986722776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:22,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:22,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:22,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986722778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:22,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741877_1053 (size=12151) 2024-11-19T03:24:22,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/1d37518401754cf8a8cd76f3aa9afdaa 2024-11-19T03:24:22,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/69c4080df3fd4beca53b5b1d326e751b is 50, key is test_row_0/C:col10/1731986662693/Put/seqid=0 2024-11-19T03:24:22,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741878_1054 (size=12151) 2024-11-19T03:24:22,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/69c4080df3fd4beca53b5b1d326e751b 2024-11-19T03:24:22,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/38e8e35e645f4ee9b22a8b370934df0a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/38e8e35e645f4ee9b22a8b370934df0a 2024-11-19T03:24:22,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/38e8e35e645f4ee9b22a8b370934df0a, entries=150, sequenceid=210, filesize=11.9 K 2024-11-19T03:24:22,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/1d37518401754cf8a8cd76f3aa9afdaa as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/1d37518401754cf8a8cd76f3aa9afdaa 2024-11-19T03:24:22,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/1d37518401754cf8a8cd76f3aa9afdaa, entries=150, sequenceid=210, filesize=11.9 K 2024-11-19T03:24:22,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/69c4080df3fd4beca53b5b1d326e751b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/69c4080df3fd4beca53b5b1d326e751b 2024-11-19T03:24:22,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/69c4080df3fd4beca53b5b1d326e751b, entries=150, sequenceid=210, filesize=11.9 K 2024-11-19T03:24:22,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c345cc912a80f950a330aa0f8a9cf6e5 in 189ms, sequenceid=210, compaction requested=true 2024-11-19T03:24:22,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:22,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:24:22,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:22,884 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:24:22,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:24:22,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:22,884 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:24:22,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:24:22,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:22,886 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:24:22,886 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/B is initiating minor compaction (all files) 2024-11-19T03:24:22,886 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/B in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:22,886 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/cd6d23b471de4879a7d043668834599c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/83a538aac18b46f58264c38d7aca057e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/c91b461d695c4807b8f624b80cae524c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/1d37518401754cf8a8cd76f3aa9afdaa] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=47.8 K 2024-11-19T03:24:22,887 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:24:22,887 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/A is initiating minor compaction (all files) 2024-11-19T03:24:22,887 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/A in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:22,887 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/107452fffe9e4c6f8d8a1070b0d597cd, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/d26157fa8c144aa1b17e65eab441e312, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/21682c25a9c3496f8c7dead1e65e6203, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/38e8e35e645f4ee9b22a8b370934df0a] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=50.1 K 2024-11-19T03:24:22,888 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting cd6d23b471de4879a7d043668834599c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731986660085 2024-11-19T03:24:22,888 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 107452fffe9e4c6f8d8a1070b0d597cd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731986660085 2024-11-19T03:24:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:22,889 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting d26157fa8c144aa1b17e65eab441e312, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731986660735 2024-11-19T03:24:22,889 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 83a538aac18b46f58264c38d7aca057e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731986661068 2024-11-19T03:24:22,889 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21682c25a9c3496f8c7dead1e65e6203, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731986661182 2024-11-19T03:24:22,890 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting c91b461d695c4807b8f624b80cae524c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731986661182 2024-11-19T03:24:22,890 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38e8e35e645f4ee9b22a8b370934df0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731986661550 2024-11-19T03:24:22,891 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d37518401754cf8a8cd76f3aa9afdaa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731986661550 2024-11-19T03:24:22,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T03:24:22,911 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#A#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:22,912 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/7bb16d796b22407f8fc21ae2c47ecc01 is 50, key is test_row_0/A:col10/1731986662693/Put/seqid=0 2024-11-19T03:24:22,915 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#B#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:22,916 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/33f68795df58497aafc1a92a98c278e1 is 50, key is test_row_0/B:col10/1731986662693/Put/seqid=0 2024-11-19T03:24:22,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986722929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:22,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:22,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986722931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:22,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986722934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:22,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:22,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:22,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:22,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741879_1055 (size=12629) 2024-11-19T03:24:22,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/2326309b410b4e42ad4b6ef1e52b9531 is 50, key is test_row_0/A:col10/1731986662887/Put/seqid=0 2024-11-19T03:24:22,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741880_1056 (size=12629) 2024-11-19T03:24:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T03:24:22,963 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:22,964 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:24:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-19T03:24:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-19T03:24:22,966 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:24:22,968 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:24:22,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:24:22,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741881_1057 (size=14541) 2024-11-19T03:24:22,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/2326309b410b4e42ad4b6ef1e52b9531 2024-11-19T03:24:22,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/ab8343762d4048d9bdfaa9266e7f2cff is 50, key is test_row_0/B:col10/1731986662887/Put/seqid=0 2024-11-19T03:24:23,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741882_1058 (size=12151) 2024-11-19T03:24:23,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/ab8343762d4048d9bdfaa9266e7f2cff 2024-11-19T03:24:23,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/9b8e9dd2a62c46e6aad6892e57859652 is 50, key is test_row_0/C:col10/1731986662887/Put/seqid=0 2024-11-19T03:24:23,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741883_1059 (size=12151) 2024-11-19T03:24:23,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986723043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:23,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:23,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986723043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:23,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986723044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-19T03:24:23,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-19T03:24:23,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:23,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:23,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:23,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:23,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:23,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986723253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:23,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:23,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986723253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986723253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:23,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-19T03:24:23,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:23,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:23,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:23,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:23,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:23,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-19T03:24:23,352 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/33f68795df58497aafc1a92a98c278e1 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/33f68795df58497aafc1a92a98c278e1 2024-11-19T03:24:23,360 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/B of c345cc912a80f950a330aa0f8a9cf6e5 into 33f68795df58497aafc1a92a98c278e1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:23,360 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:23,361 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/B, priority=12, startTime=1731986662884; duration=0sec 2024-11-19T03:24:23,361 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:23,361 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:B 2024-11-19T03:24:23,361 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:23,363 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:23,364 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/C is initiating minor compaction (all files) 2024-11-19T03:24:23,364 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/C in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:23,364 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/ad64f6faebf7437387b247513025d70a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/973dc9ca55ab481b91d16b8ea3e21e7e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/69c4080df3fd4beca53b5b1d326e751b] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=36.0 K 2024-11-19T03:24:23,365 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting ad64f6faebf7437387b247513025d70a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731986661068 2024-11-19T03:24:23,366 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 973dc9ca55ab481b91d16b8ea3e21e7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731986661182 2024-11-19T03:24:23,366 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 69c4080df3fd4beca53b5b1d326e751b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731986661550 2024-11-19T03:24:23,368 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/7bb16d796b22407f8fc21ae2c47ecc01 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/7bb16d796b22407f8fc21ae2c47ecc01 2024-11-19T03:24:23,378 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/A of c345cc912a80f950a330aa0f8a9cf6e5 into 7bb16d796b22407f8fc21ae2c47ecc01(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:23,378 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:23,378 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/A, priority=12, startTime=1731986662884; duration=0sec 2024-11-19T03:24:23,378 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:23,378 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:A 2024-11-19T03:24:23,390 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#C#compaction#47 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:23,392 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/0512f8ea2648402aa327d684d3fff927 is 50, key is test_row_0/C:col10/1731986662693/Put/seqid=0 2024-11-19T03:24:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741884_1060 (size=12629) 2024-11-19T03:24:23,416 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/0512f8ea2648402aa327d684d3fff927 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0512f8ea2648402aa327d684d3fff927 2024-11-19T03:24:23,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-19T03:24:23,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:23,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:23,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:23,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:23,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:23,434 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/C of c345cc912a80f950a330aa0f8a9cf6e5 into 0512f8ea2648402aa327d684d3fff927(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:23,435 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:23,435 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/C, priority=13, startTime=1731986662884; duration=0sec 2024-11-19T03:24:23,435 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:23,435 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:C 2024-11-19T03:24:23,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/9b8e9dd2a62c46e6aad6892e57859652 2024-11-19T03:24:23,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/2326309b410b4e42ad4b6ef1e52b9531 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/2326309b410b4e42ad4b6ef1e52b9531 2024-11-19T03:24:23,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/2326309b410b4e42ad4b6ef1e52b9531, entries=200, sequenceid=238, filesize=14.2 K 2024-11-19T03:24:23,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/ab8343762d4048d9bdfaa9266e7f2cff as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/ab8343762d4048d9bdfaa9266e7f2cff 2024-11-19T03:24:23,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/ab8343762d4048d9bdfaa9266e7f2cff, entries=150, sequenceid=238, filesize=11.9 K 2024-11-19T03:24:23,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/9b8e9dd2a62c46e6aad6892e57859652 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/9b8e9dd2a62c46e6aad6892e57859652 2024-11-19T03:24:23,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/9b8e9dd2a62c46e6aad6892e57859652, entries=150, sequenceid=238, filesize=11.9 K 2024-11-19T03:24:23,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for c345cc912a80f950a330aa0f8a9cf6e5 in 603ms, sequenceid=238, compaction requested=false 2024-11-19T03:24:23,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:23,566 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:23,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T03:24:23,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/fe679052bc364ed58e39bf063e94b201 is 50, key is test_row_0/A:col10/1731986663564/Put/seqid=0 2024-11-19T03:24:23,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741885_1061 (size=14541) 2024-11-19T03:24:23,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-19T03:24:23,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:23,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:23,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:23,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/fe679052bc364ed58e39bf063e94b201 2024-11-19T03:24:23,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:23,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-19T03:24:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:23,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/becec844364a480faa3b8a14dc81e1c3 is 50, key is test_row_0/B:col10/1731986663564/Put/seqid=0 2024-11-19T03:24:23,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986723612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:23,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:23,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986723612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:23,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:23,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986723617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:23,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:23,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741886_1062 (size=12151) 2024-11-19T03:24:23,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/becec844364a480faa3b8a14dc81e1c3 2024-11-19T03:24:23,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/b06a16ae60df47d6a45766e3bed8925c is 50, key is test_row_0/C:col10/1731986663564/Put/seqid=0 2024-11-19T03:24:23,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741887_1063 (size=12151) 2024-11-19T03:24:23,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986723723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:23,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:23,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986723723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:23,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:23,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986723732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:23,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:23,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-19T03:24:23,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:23,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:23,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:23,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:23,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:23,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-19T03:24:23,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:23,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:23,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:23,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:23,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:23,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:23,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986723932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986723932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:23,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:23,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986723942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:23,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:23,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:24,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/b06a16ae60df47d6a45766e3bed8925c 2024-11-19T03:24:24,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-19T03:24:24,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:24,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:24,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:24,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:24,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:24,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/fe679052bc364ed58e39bf063e94b201 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/fe679052bc364ed58e39bf063e94b201 2024-11-19T03:24:24,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/fe679052bc364ed58e39bf063e94b201, entries=200, sequenceid=252, filesize=14.2 K 2024-11-19T03:24:24,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/becec844364a480faa3b8a14dc81e1c3 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/becec844364a480faa3b8a14dc81e1c3 2024-11-19T03:24:24,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/becec844364a480faa3b8a14dc81e1c3, entries=150, sequenceid=252, filesize=11.9 K 2024-11-19T03:24:24,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/b06a16ae60df47d6a45766e3bed8925c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/b06a16ae60df47d6a45766e3bed8925c 2024-11-19T03:24:24,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/b06a16ae60df47d6a45766e3bed8925c, entries=150, sequenceid=252, filesize=11.9 K 2024-11-19T03:24:24,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c345cc912a80f950a330aa0f8a9cf6e5 in 530ms, sequenceid=252, compaction requested=true 2024-11-19T03:24:24,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:24,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:24:24,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:24,096 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:24,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:24:24,096 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:24,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:24,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:24:24,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:24,098 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:24,098 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:24,098 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/B is initiating minor compaction (all files) 2024-11-19T03:24:24,098 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/A is initiating minor compaction (all files) 2024-11-19T03:24:24,098 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/A in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:24,098 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/B in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:24,098 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/7bb16d796b22407f8fc21ae2c47ecc01, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/2326309b410b4e42ad4b6ef1e52b9531, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/fe679052bc364ed58e39bf063e94b201] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=40.7 K 2024-11-19T03:24:24,098 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/33f68795df58497aafc1a92a98c278e1, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/ab8343762d4048d9bdfaa9266e7f2cff, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/becec844364a480faa3b8a14dc81e1c3] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=36.1 K 2024-11-19T03:24:24,099 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bb16d796b22407f8fc21ae2c47ecc01, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731986661550 2024-11-19T03:24:24,099 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 33f68795df58497aafc1a92a98c278e1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731986661550 2024-11-19T03:24:24,099 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2326309b410b4e42ad4b6ef1e52b9531, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731986662887 2024-11-19T03:24:24,099 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting ab8343762d4048d9bdfaa9266e7f2cff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731986662887 2024-11-19T03:24:24,099 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe679052bc364ed58e39bf063e94b201, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731986662931 2024-11-19T03:24:24,100 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting becec844364a480faa3b8a14dc81e1c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731986663563 2024-11-19T03:24:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-19T03:24:24,113 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#A#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:24,113 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:24,113 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/184f025ea8664148adac976a3112f272 is 50, key is test_row_0/A:col10/1731986663564/Put/seqid=0 2024-11-19T03:24:24,113 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/91651d66f39b4f80a521b449d2ff791f is 50, key is test_row_0/B:col10/1731986663564/Put/seqid=0 2024-11-19T03:24:24,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741888_1064 (size=12731) 2024-11-19T03:24:24,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741889_1065 (size=12731) 2024-11-19T03:24:24,158 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/91651d66f39b4f80a521b449d2ff791f as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/91651d66f39b4f80a521b449d2ff791f 2024-11-19T03:24:24,166 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/B of c345cc912a80f950a330aa0f8a9cf6e5 into 91651d66f39b4f80a521b449d2ff791f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:24,166 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:24,166 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/B, priority=13, startTime=1731986664096; duration=0sec 2024-11-19T03:24:24,166 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:24,166 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:B 2024-11-19T03:24:24,166 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:24,169 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:24,170 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/C is initiating minor compaction (all files) 2024-11-19T03:24:24,170 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/C in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:24,170 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0512f8ea2648402aa327d684d3fff927, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/9b8e9dd2a62c46e6aad6892e57859652, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/b06a16ae60df47d6a45766e3bed8925c] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=36.1 K 2024-11-19T03:24:24,170 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 0512f8ea2648402aa327d684d3fff927, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731986661550 2024-11-19T03:24:24,171 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b8e9dd2a62c46e6aad6892e57859652, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731986662887 2024-11-19T03:24:24,171 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting b06a16ae60df47d6a45766e3bed8925c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731986663563 2024-11-19T03:24:24,186 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#C#compaction#53 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:24,186 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/efd94d42178548eb8826b0955c0255a4 is 50, key is test_row_0/C:col10/1731986663564/Put/seqid=0 2024-11-19T03:24:24,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-19T03:24:24,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:24,211 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T03:24:24,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741890_1066 (size=12731) 2024-11-19T03:24:24,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/7eb147c65cc94381b50f78fc7a7ef89a is 50, key is test_row_0/A:col10/1731986663609/Put/seqid=0 2024-11-19T03:24:24,231 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/efd94d42178548eb8826b0955c0255a4 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/efd94d42178548eb8826b0955c0255a4 2024-11-19T03:24:24,241 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/C of c345cc912a80f950a330aa0f8a9cf6e5 into efd94d42178548eb8826b0955c0255a4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:24,241 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:24,241 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/C, priority=13, startTime=1731986664096; duration=0sec 2024-11-19T03:24:24,241 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:24,241 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:C 2024-11-19T03:24:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:24,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741891_1067 (size=12301) 2024-11-19T03:24:24,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986724259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:24,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986724259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:24,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986724265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:24,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986724282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:24,283 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_0' in c345cc912a80f950a330aa0f8a9cf6e5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:24:24,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:24,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986724292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:24,294 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_0' in c345cc912a80f950a330aa0f8a9cf6e5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:24:24,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:24,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986724372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:24,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:24,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986724372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:24,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:24,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986724373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:24,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:24,550 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/184f025ea8664148adac976a3112f272 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/184f025ea8664148adac976a3112f272 2024-11-19T03:24:24,557 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/A of c345cc912a80f950a330aa0f8a9cf6e5 into 184f025ea8664148adac976a3112f272(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:24,557 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:24,557 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/A, priority=13, startTime=1731986664096; duration=0sec 2024-11-19T03:24:24,557 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:24,557 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:A 2024-11-19T03:24:24,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986724582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:24,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:24,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986724583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:24,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986724583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:24,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:24,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:24,650 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/7eb147c65cc94381b50f78fc7a7ef89a 2024-11-19T03:24:24,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/827881d459ac43ee9e01743082258a9e is 50, key is test_row_0/B:col10/1731986663609/Put/seqid=0 2024-11-19T03:24:24,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741892_1068 (size=12301) 2024-11-19T03:24:24,671 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/827881d459ac43ee9e01743082258a9e 2024-11-19T03:24:24,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/74fd22e0d8734e4aaaa57cb3e6a5322e is 50, key is test_row_0/C:col10/1731986663609/Put/seqid=0 2024-11-19T03:24:24,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741893_1069 (size=12301) 2024-11-19T03:24:24,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986724892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986724893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986724893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:24,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:24,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:25,088 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/74fd22e0d8734e4aaaa57cb3e6a5322e 2024-11-19T03:24:25,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/7eb147c65cc94381b50f78fc7a7ef89a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/7eb147c65cc94381b50f78fc7a7ef89a 2024-11-19T03:24:25,101 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/7eb147c65cc94381b50f78fc7a7ef89a, entries=150, sequenceid=278, filesize=12.0 K 2024-11-19T03:24:25,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/827881d459ac43ee9e01743082258a9e as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/827881d459ac43ee9e01743082258a9e 2024-11-19T03:24:25,109 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/827881d459ac43ee9e01743082258a9e, entries=150, sequenceid=278, filesize=12.0 K 2024-11-19T03:24:25,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/74fd22e0d8734e4aaaa57cb3e6a5322e as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/74fd22e0d8734e4aaaa57cb3e6a5322e 2024-11-19T03:24:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-19T03:24:25,118 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/74fd22e0d8734e4aaaa57cb3e6a5322e, entries=150, sequenceid=278, filesize=12.0 K 2024-11-19T03:24:25,119 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c345cc912a80f950a330aa0f8a9cf6e5 in 908ms, sequenceid=278, compaction requested=false 2024-11-19T03:24:25,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:25,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:25,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-19T03:24:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-19T03:24:25,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-19T03:24:25,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1530 sec 2024-11-19T03:24:25,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.1600 sec 2024-11-19T03:24:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:25,404 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:25,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T03:24:25,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/d2025a597243408687af2f5f1d6c2348 is 50, key is test_row_0/A:col10/1731986665403/Put/seqid=0 2024-11-19T03:24:25,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741894_1070 (size=14741) 2024-11-19T03:24:25,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986725449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:25,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:25,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986725450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:25,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:25,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:25,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:25,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:25,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:25,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986725452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:25,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986725562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:25,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:25,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:25,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986725562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:25,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:25,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986725563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:25,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:25,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:25,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:25,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986725772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:25,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986725773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:25,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986725773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:25,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:25,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:25,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:25,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/d2025a597243408687af2f5f1d6c2348 2024-11-19T03:24:25,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/21b2ddd74c5549459e0676eeb3d6308b is 50, key is test_row_0/B:col10/1731986665403/Put/seqid=0 2024-11-19T03:24:25,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741895_1071 (size=12301) 2024-11-19T03:24:25,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/21b2ddd74c5549459e0676eeb3d6308b 2024-11-19T03:24:25,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/12dfe391060349a98757a8220b926214 is 50, key is test_row_0/C:col10/1731986665403/Put/seqid=0 2024-11-19T03:24:25,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741896_1072 (size=12301) 2024-11-19T03:24:25,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/12dfe391060349a98757a8220b926214 2024-11-19T03:24:25,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/d2025a597243408687af2f5f1d6c2348 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/d2025a597243408687af2f5f1d6c2348 2024-11-19T03:24:25,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/d2025a597243408687af2f5f1d6c2348, entries=200, sequenceid=292, filesize=14.4 K 2024-11-19T03:24:25,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/21b2ddd74c5549459e0676eeb3d6308b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/21b2ddd74c5549459e0676eeb3d6308b 2024-11-19T03:24:25,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/21b2ddd74c5549459e0676eeb3d6308b, entries=150, sequenceid=292, filesize=12.0 K 2024-11-19T03:24:25,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/12dfe391060349a98757a8220b926214 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/12dfe391060349a98757a8220b926214 2024-11-19T03:24:25,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/12dfe391060349a98757a8220b926214, entries=150, sequenceid=292, filesize=12.0 K 2024-11-19T03:24:25,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c345cc912a80f950a330aa0f8a9cf6e5 in 499ms, sequenceid=292, compaction requested=true 2024-11-19T03:24:25,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:25,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:24:25,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:25,904 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:25,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:24:25,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:25,904 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:25,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:24:25,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:25,905 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:25,905 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:25,905 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/B is initiating minor compaction (all files) 2024-11-19T03:24:25,905 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/A is initiating minor compaction (all files) 2024-11-19T03:24:25,905 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/B in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:25,905 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/A in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:25,905 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/91651d66f39b4f80a521b449d2ff791f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/827881d459ac43ee9e01743082258a9e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/21b2ddd74c5549459e0676eeb3d6308b] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=36.5 K 2024-11-19T03:24:25,905 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/184f025ea8664148adac976a3112f272, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/7eb147c65cc94381b50f78fc7a7ef89a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/d2025a597243408687af2f5f1d6c2348] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=38.8 K 2024-11-19T03:24:25,906 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 91651d66f39b4f80a521b449d2ff791f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731986663563 2024-11-19T03:24:25,906 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 184f025ea8664148adac976a3112f272, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731986663563 2024-11-19T03:24:25,906 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 827881d459ac43ee9e01743082258a9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731986663607 2024-11-19T03:24:25,906 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7eb147c65cc94381b50f78fc7a7ef89a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731986663607 2024-11-19T03:24:25,907 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 21b2ddd74c5549459e0676eeb3d6308b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731986664256 2024-11-19T03:24:25,908 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2025a597243408687af2f5f1d6c2348, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731986664250 2024-11-19T03:24:25,921 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#B#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:25,922 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/23886331d4a34041948f311e6735ef88 is 50, key is test_row_0/B:col10/1731986665403/Put/seqid=0 2024-11-19T03:24:25,922 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:25,923 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/c8ad2db9b6c249dea8f9ba74c55087b8 is 50, key is test_row_0/A:col10/1731986665403/Put/seqid=0 2024-11-19T03:24:25,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741897_1073 (size=12983) 2024-11-19T03:24:25,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741898_1074 (size=12983) 2024-11-19T03:24:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:26,087 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:26,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T03:24:26,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/1f853e4326924b6e9ebf023e89dd904b is 50, key is test_row_0/A:col10/1731986665436/Put/seqid=0 2024-11-19T03:24:26,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741899_1075 (size=12301) 2024-11-19T03:24:26,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/1f853e4326924b6e9ebf023e89dd904b 2024-11-19T03:24:26,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986726103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:26,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986726105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:26,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:26,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986726106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:26,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:26,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/562eecb9e0f64391b4ae035c053b7cca is 50, key is test_row_0/B:col10/1731986665436/Put/seqid=0 2024-11-19T03:24:26,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741900_1076 (size=12301) 2024-11-19T03:24:26,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986726212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986726212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:26,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986726223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:26,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:26,342 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/23886331d4a34041948f311e6735ef88 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/23886331d4a34041948f311e6735ef88 2024-11-19T03:24:26,342 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/c8ad2db9b6c249dea8f9ba74c55087b8 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/c8ad2db9b6c249dea8f9ba74c55087b8 2024-11-19T03:24:26,350 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/B of c345cc912a80f950a330aa0f8a9cf6e5 into 23886331d4a34041948f311e6735ef88(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:26,350 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/A of c345cc912a80f950a330aa0f8a9cf6e5 into c8ad2db9b6c249dea8f9ba74c55087b8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:26,350 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:26,350 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:26,350 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/B, priority=13, startTime=1731986665904; duration=0sec 2024-11-19T03:24:26,350 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/A, priority=13, startTime=1731986665904; duration=0sec 2024-11-19T03:24:26,350 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:26,350 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:B 2024-11-19T03:24:26,350 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:26,350 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:26,350 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:A 2024-11-19T03:24:26,352 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:26,352 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/C is initiating minor compaction (all files) 2024-11-19T03:24:26,352 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/C in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:26,352 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/efd94d42178548eb8826b0955c0255a4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/74fd22e0d8734e4aaaa57cb3e6a5322e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/12dfe391060349a98757a8220b926214] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=36.5 K 2024-11-19T03:24:26,353 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting efd94d42178548eb8826b0955c0255a4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731986663563 2024-11-19T03:24:26,354 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 74fd22e0d8734e4aaaa57cb3e6a5322e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731986663607 2024-11-19T03:24:26,354 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 12dfe391060349a98757a8220b926214, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731986664256 2024-11-19T03:24:26,364 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#C#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:26,364 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/ba339dc196cc4bdcab8cf0f19db73559 is 50, key is test_row_0/C:col10/1731986665403/Put/seqid=0 2024-11-19T03:24:26,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741901_1077 (size=12983) 2024-11-19T03:24:26,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986726424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:26,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:26,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986726424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:26,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:26,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986726432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:26,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:26,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/562eecb9e0f64391b4ae035c053b7cca 2024-11-19T03:24:26,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/5b6afb4767684d6b99067ee0d9772a0d is 50, key is test_row_0/C:col10/1731986665436/Put/seqid=0 2024-11-19T03:24:26,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741902_1078 (size=12301) 2024-11-19T03:24:26,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/5b6afb4767684d6b99067ee0d9772a0d 2024-11-19T03:24:26,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/1f853e4326924b6e9ebf023e89dd904b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/1f853e4326924b6e9ebf023e89dd904b 2024-11-19T03:24:26,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/1f853e4326924b6e9ebf023e89dd904b, entries=150, sequenceid=317, filesize=12.0 K 2024-11-19T03:24:26,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/562eecb9e0f64391b4ae035c053b7cca as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/562eecb9e0f64391b4ae035c053b7cca 2024-11-19T03:24:26,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/562eecb9e0f64391b4ae035c053b7cca, entries=150, sequenceid=317, filesize=12.0 K 2024-11-19T03:24:26,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/5b6afb4767684d6b99067ee0d9772a0d as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/5b6afb4767684d6b99067ee0d9772a0d 2024-11-19T03:24:26,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/5b6afb4767684d6b99067ee0d9772a0d, entries=150, sequenceid=317, filesize=12.0 K 2024-11-19T03:24:26,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c345cc912a80f950a330aa0f8a9cf6e5 in 484ms, sequenceid=317, compaction requested=false 2024-11-19T03:24:26,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:26,734 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:26,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T03:24:26,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/02545062d6fe49b9a8f2a3e9ecf80770 is 50, key is test_row_0/A:col10/1731986666102/Put/seqid=0 2024-11-19T03:24:26,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741903_1079 (size=14741) 2024-11-19T03:24:26,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/02545062d6fe49b9a8f2a3e9ecf80770 2024-11-19T03:24:26,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/644418b671fd44ac958c2186ac7a2ff8 is 50, key is test_row_0/B:col10/1731986666102/Put/seqid=0 2024-11-19T03:24:26,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741904_1080 (size=12301) 2024-11-19T03:24:26,779 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/ba339dc196cc4bdcab8cf0f19db73559 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/ba339dc196cc4bdcab8cf0f19db73559 2024-11-19T03:24:26,787 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/C of c345cc912a80f950a330aa0f8a9cf6e5 into ba339dc196cc4bdcab8cf0f19db73559(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:26,787 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:26,787 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/C, priority=13, startTime=1731986665904; duration=0sec 2024-11-19T03:24:26,787 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:26,787 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:C 2024-11-19T03:24:26,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986726781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:26,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986726789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:26,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:26,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986726789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:26,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:26,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986726893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:26,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986726902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:26,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:26,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986726902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:26,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:26,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:27,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986727102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:27,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:27,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986727112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986727112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:27,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:27,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:27,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:27,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:27,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:27,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-19T03:24:27,123 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:27,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:24:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-19T03:24:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T03:24:27,125 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:24:27,126 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:24:27,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:24:27,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/644418b671fd44ac958c2186ac7a2ff8 2024-11-19T03:24:27,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/e2fba5d4312d46c3a9299390c3f37788 is 50, key is test_row_0/C:col10/1731986666102/Put/seqid=0 2024-11-19T03:24:27,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741905_1081 (size=12301) 2024-11-19T03:24:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T03:24:27,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-19T03:24:27,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:27,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:27,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:27,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:27,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:27,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986727412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:27,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:27,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:27,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:27,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986727422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:27,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:27,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:27,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:27,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986727422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:27,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:27,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:27,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:27,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-19T03:24:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:27,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T03:24:27,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/e2fba5d4312d46c3a9299390c3f37788 2024-11-19T03:24:27,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-19T03:24:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:27,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:27,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/02545062d6fe49b9a8f2a3e9ecf80770 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/02545062d6fe49b9a8f2a3e9ecf80770 2024-11-19T03:24:27,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/02545062d6fe49b9a8f2a3e9ecf80770, entries=200, sequenceid=332, filesize=14.4 K 2024-11-19T03:24:27,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/644418b671fd44ac958c2186ac7a2ff8 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/644418b671fd44ac958c2186ac7a2ff8 2024-11-19T03:24:27,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/644418b671fd44ac958c2186ac7a2ff8, entries=150, sequenceid=332, filesize=12.0 K 2024-11-19T03:24:27,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/e2fba5d4312d46c3a9299390c3f37788 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/e2fba5d4312d46c3a9299390c3f37788 2024-11-19T03:24:27,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/e2fba5d4312d46c3a9299390c3f37788, entries=150, sequenceid=332, filesize=12.0 K 2024-11-19T03:24:27,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c345cc912a80f950a330aa0f8a9cf6e5 in 875ms, sequenceid=332, compaction requested=true 2024-11-19T03:24:27,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:27,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:24:27,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:27,610 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:27,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:24:27,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:27,610 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:27,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:24:27,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:27,611 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:27,611 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:27,612 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/B is initiating minor compaction (all files) 2024-11-19T03:24:27,612 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/A is initiating minor compaction (all files) 2024-11-19T03:24:27,612 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/B in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:27,612 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/A in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:27,612 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/23886331d4a34041948f311e6735ef88, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/562eecb9e0f64391b4ae035c053b7cca, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/644418b671fd44ac958c2186ac7a2ff8] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=36.7 K 2024-11-19T03:24:27,612 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/c8ad2db9b6c249dea8f9ba74c55087b8, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/1f853e4326924b6e9ebf023e89dd904b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/02545062d6fe49b9a8f2a3e9ecf80770] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=39.1 K 2024-11-19T03:24:27,612 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 23886331d4a34041948f311e6735ef88, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731986664256 2024-11-19T03:24:27,612 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8ad2db9b6c249dea8f9ba74c55087b8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731986664256 2024-11-19T03:24:27,613 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 562eecb9e0f64391b4ae035c053b7cca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731986665436 2024-11-19T03:24:27,613 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f853e4326924b6e9ebf023e89dd904b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731986665436 2024-11-19T03:24:27,613 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 644418b671fd44ac958c2186ac7a2ff8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731986666102 2024-11-19T03:24:27,613 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02545062d6fe49b9a8f2a3e9ecf80770, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731986666102 2024-11-19T03:24:27,622 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#A#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:27,622 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/1e4f2ed19f244a9688da8491058a87d5 is 50, key is test_row_0/A:col10/1731986666102/Put/seqid=0 2024-11-19T03:24:27,623 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#B#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:27,623 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/a21ec6e1730942beb0c0025b24a29183 is 50, key is test_row_0/B:col10/1731986666102/Put/seqid=0 2024-11-19T03:24:27,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741907_1083 (size=13085) 2024-11-19T03:24:27,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741906_1082 (size=13085) 2024-11-19T03:24:27,644 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/a21ec6e1730942beb0c0025b24a29183 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/a21ec6e1730942beb0c0025b24a29183 2024-11-19T03:24:27,651 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/B of c345cc912a80f950a330aa0f8a9cf6e5 into a21ec6e1730942beb0c0025b24a29183(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:27,651 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:27,651 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/B, priority=13, startTime=1731986667610; duration=0sec 2024-11-19T03:24:27,651 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:27,651 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:B 2024-11-19T03:24:27,651 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:27,653 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:27,653 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/C is initiating minor compaction (all files) 2024-11-19T03:24:27,653 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/C in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:27,653 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/ba339dc196cc4bdcab8cf0f19db73559, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/5b6afb4767684d6b99067ee0d9772a0d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/e2fba5d4312d46c3a9299390c3f37788] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=36.7 K 2024-11-19T03:24:27,653 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting ba339dc196cc4bdcab8cf0f19db73559, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731986664256 2024-11-19T03:24:27,654 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b6afb4767684d6b99067ee0d9772a0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731986665436 2024-11-19T03:24:27,655 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting e2fba5d4312d46c3a9299390c3f37788, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731986666102 2024-11-19T03:24:27,665 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#C#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:27,666 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/5173e708ea554bf1b14014cf3b823c83 is 50, key is test_row_0/C:col10/1731986666102/Put/seqid=0 2024-11-19T03:24:27,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741908_1084 (size=13085) 2024-11-19T03:24:27,681 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/5173e708ea554bf1b14014cf3b823c83 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/5173e708ea554bf1b14014cf3b823c83 2024-11-19T03:24:27,689 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/C of c345cc912a80f950a330aa0f8a9cf6e5 into 5173e708ea554bf1b14014cf3b823c83(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:27,689 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:27,689 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/C, priority=13, startTime=1731986667610; duration=0sec 2024-11-19T03:24:27,690 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:27,690 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:C 2024-11-19T03:24:27,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-19T03:24:27,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:27,741 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T03:24:27,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/0dace75f99364838ad58da57903f632c is 50, key is test_row_0/A:col10/1731986666786/Put/seqid=0 2024-11-19T03:24:27,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741909_1085 (size=12301) 2024-11-19T03:24:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T03:24:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:27,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:27,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986727942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:27,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:27,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:27,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:27,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986727943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:27,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986727945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:27,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,045 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/1e4f2ed19f244a9688da8491058a87d5 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/1e4f2ed19f244a9688da8491058a87d5 2024-11-19T03:24:28,053 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/A of c345cc912a80f950a330aa0f8a9cf6e5 into 1e4f2ed19f244a9688da8491058a87d5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:28,053 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:28,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,053 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/A, priority=13, startTime=1731986667610; duration=0sec 2024-11-19T03:24:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986728052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,053 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:28,053 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:A 2024-11-19T03:24:28,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986728062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986728062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,152 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/0dace75f99364838ad58da57903f632c 2024-11-19T03:24:28,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/fe1dbe1e9eec459d9d1d82ed2b44702a is 50, key is test_row_0/B:col10/1731986666786/Put/seqid=0 2024-11-19T03:24:28,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741910_1086 (size=12301) 2024-11-19T03:24:28,180 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/fe1dbe1e9eec459d9d1d82ed2b44702a 2024-11-19T03:24:28,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/71d17591a3f3423ba7c0f3961d889f00 is 50, key is test_row_0/C:col10/1731986666786/Put/seqid=0 2024-11-19T03:24:28,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741911_1087 (size=12301) 2024-11-19T03:24:28,201 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/71d17591a3f3423ba7c0f3961d889f00 2024-11-19T03:24:28,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/0dace75f99364838ad58da57903f632c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/0dace75f99364838ad58da57903f632c 2024-11-19T03:24:28,226 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/0dace75f99364838ad58da57903f632c, entries=150, sequenceid=358, filesize=12.0 K 2024-11-19T03:24:28,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/fe1dbe1e9eec459d9d1d82ed2b44702a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/fe1dbe1e9eec459d9d1d82ed2b44702a 2024-11-19T03:24:28,238 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/fe1dbe1e9eec459d9d1d82ed2b44702a, entries=150, sequenceid=358, filesize=12.0 K 2024-11-19T03:24:28,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/71d17591a3f3423ba7c0f3961d889f00 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/71d17591a3f3423ba7c0f3961d889f00 2024-11-19T03:24:28,248 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/71d17591a3f3423ba7c0f3961d889f00, entries=150, sequenceid=358, filesize=12.0 K 2024-11-19T03:24:28,249 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c345cc912a80f950a330aa0f8a9cf6e5 in 508ms, sequenceid=358, compaction requested=false 2024-11-19T03:24:28,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:28,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:28,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-19T03:24:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-19T03:24:28,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-19T03:24:28,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1280 sec 2024-11-19T03:24:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T03:24:28,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.1380 sec 2024-11-19T03:24:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:28,266 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:28,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T03:24:28,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/663af7699c364d6f8a0fef27a1243967 is 50, key is test_row_0/A:col10/1731986667940/Put/seqid=0 2024-11-19T03:24:28,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741912_1088 (size=12301) 2024-11-19T03:24:28,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/663af7699c364d6f8a0fef27a1243967 2024-11-19T03:24:28,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/5cdc75819adc44039df1d411af0a8ef7 is 50, key is test_row_0/B:col10/1731986667940/Put/seqid=0 2024-11-19T03:24:28,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741913_1089 (size=12301) 2024-11-19T03:24:28,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986728321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986728325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986728325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986728326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38658 deadline: 1731986728332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,340 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_0' in c345cc912a80f950a330aa0f8a9cf6e5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8250 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:24:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986728432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986728432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986728432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986728432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986728642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986728643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986728643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986728643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/5cdc75819adc44039df1d411af0a8ef7 2024-11-19T03:24:28,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/feee02135cce45bcbbad0e271d53c310 is 50, key is test_row_0/C:col10/1731986667940/Put/seqid=0 2024-11-19T03:24:28,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741914_1090 (size=12301) 2024-11-19T03:24:28,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986728952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986728952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986728952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:28,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986728952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:28,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:28,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:28,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:29,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/feee02135cce45bcbbad0e271d53c310 2024-11-19T03:24:29,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/663af7699c364d6f8a0fef27a1243967 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/663af7699c364d6f8a0fef27a1243967 2024-11-19T03:24:29,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/663af7699c364d6f8a0fef27a1243967, entries=150, sequenceid=373, filesize=12.0 K 2024-11-19T03:24:29,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/5cdc75819adc44039df1d411af0a8ef7 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/5cdc75819adc44039df1d411af0a8ef7 2024-11-19T03:24:29,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/5cdc75819adc44039df1d411af0a8ef7, entries=150, sequenceid=373, filesize=12.0 K 2024-11-19T03:24:29,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/feee02135cce45bcbbad0e271d53c310 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/feee02135cce45bcbbad0e271d53c310 2024-11-19T03:24:29,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/feee02135cce45bcbbad0e271d53c310, entries=150, sequenceid=373, filesize=12.0 K 2024-11-19T03:24:29,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c345cc912a80f950a330aa0f8a9cf6e5 in 912ms, sequenceid=373, compaction requested=true 2024-11-19T03:24:29,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:29,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:24:29,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:29,178 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:29,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:24:29,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:29,178 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:29,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:24:29,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:29,179 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:29,179 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:29,179 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/A is initiating minor compaction (all files) 2024-11-19T03:24:29,179 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/B is initiating minor compaction (all files) 2024-11-19T03:24:29,180 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/A in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:29,180 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/B in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:29,180 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/a21ec6e1730942beb0c0025b24a29183, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/fe1dbe1e9eec459d9d1d82ed2b44702a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/5cdc75819adc44039df1d411af0a8ef7] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=36.8 K 2024-11-19T03:24:29,180 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/1e4f2ed19f244a9688da8491058a87d5, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/0dace75f99364838ad58da57903f632c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/663af7699c364d6f8a0fef27a1243967] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=36.8 K 2024-11-19T03:24:29,180 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e4f2ed19f244a9688da8491058a87d5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731986666102 2024-11-19T03:24:29,180 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting a21ec6e1730942beb0c0025b24a29183, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731986666102 2024-11-19T03:24:29,181 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting fe1dbe1e9eec459d9d1d82ed2b44702a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731986666773 2024-11-19T03:24:29,181 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0dace75f99364838ad58da57903f632c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731986666773 2024-11-19T03:24:29,181 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cdc75819adc44039df1d411af0a8ef7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731986667938 2024-11-19T03:24:29,182 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 663af7699c364d6f8a0fef27a1243967, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731986667938 2024-11-19T03:24:29,190 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#A#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:29,190 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:29,190 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/b4e6fa75fd2843f8a53cc75ed42ed0d8 is 50, key is test_row_0/A:col10/1731986667940/Put/seqid=0 2024-11-19T03:24:29,191 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/76ce0c11a8fa45b799c384681b0500ce is 50, key is test_row_0/B:col10/1731986667940/Put/seqid=0 2024-11-19T03:24:29,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741915_1091 (size=13187) 2024-11-19T03:24:29,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741916_1092 (size=13187) 2024-11-19T03:24:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T03:24:29,272 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:29,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:24:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-19T03:24:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-19T03:24:29,275 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:24:29,275 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:24:29,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:24:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-19T03:24:29,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-19T03:24:29,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:29,428 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T03:24:29,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/8203c080c34e43b4b463dfa3fc0f1147 is 50, key is test_row_0/A:col10/1731986668322/Put/seqid=0 2024-11-19T03:24:29,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741917_1093 (size=12301) 2024-11-19T03:24:29,453 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/8203c080c34e43b4b463dfa3fc0f1147 2024-11-19T03:24:29,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:29,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/fbc8c199ea634584a32a1a126a3ff653 is 50, key is test_row_0/B:col10/1731986668322/Put/seqid=0 2024-11-19T03:24:29,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741918_1094 (size=12301) 2024-11-19T03:24:29,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986729483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:29,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986729484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:29,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986729485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986729484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:29,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-19T03:24:29,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986729592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:29,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:29,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986729592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:29,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:29,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986729592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:29,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:29,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:29,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986729592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:29,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:29,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:29,609 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/b4e6fa75fd2843f8a53cc75ed42ed0d8 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b4e6fa75fd2843f8a53cc75ed42ed0d8 2024-11-19T03:24:29,609 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/76ce0c11a8fa45b799c384681b0500ce as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/76ce0c11a8fa45b799c384681b0500ce 2024-11-19T03:24:29,618 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/B of c345cc912a80f950a330aa0f8a9cf6e5 into 76ce0c11a8fa45b799c384681b0500ce(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:29,618 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/A of c345cc912a80f950a330aa0f8a9cf6e5 into b4e6fa75fd2843f8a53cc75ed42ed0d8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:29,618 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:29,618 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:29,618 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/B, priority=13, startTime=1731986669178; duration=0sec 2024-11-19T03:24:29,618 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/A, priority=13, startTime=1731986669178; duration=0sec 2024-11-19T03:24:29,618 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:29,618 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:A 2024-11-19T03:24:29,618 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:29,618 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:29,618 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:B 2024-11-19T03:24:29,620 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:29,620 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/C is initiating minor compaction (all files) 2024-11-19T03:24:29,620 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/C in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:29,621 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/5173e708ea554bf1b14014cf3b823c83, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/71d17591a3f3423ba7c0f3961d889f00, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/feee02135cce45bcbbad0e271d53c310] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=36.8 K 2024-11-19T03:24:29,621 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5173e708ea554bf1b14014cf3b823c83, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731986666102 2024-11-19T03:24:29,622 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71d17591a3f3423ba7c0f3961d889f00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731986666773 2024-11-19T03:24:29,622 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting feee02135cce45bcbbad0e271d53c310, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731986667938 2024-11-19T03:24:29,632 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#C#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:29,632 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/0ac8c1c0306c43e3a4fd6ac7ac3a8a3c is 50, key is test_row_0/C:col10/1731986667940/Put/seqid=0 2024-11-19T03:24:29,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741919_1095 (size=13187) 2024-11-19T03:24:29,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986729802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:29,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:29,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:29,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986729803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986729803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:29,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:29,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:29,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986729803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:29,876 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/fbc8c199ea634584a32a1a126a3ff653 2024-11-19T03:24:29,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/93f8bf069dee44e6abf062cea05fb8ee is 50, key is test_row_0/C:col10/1731986668322/Put/seqid=0 2024-11-19T03:24:29,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741920_1096 (size=12301) 2024-11-19T03:24:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-19T03:24:30,045 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/0ac8c1c0306c43e3a4fd6ac7ac3a8a3c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0ac8c1c0306c43e3a4fd6ac7ac3a8a3c 2024-11-19T03:24:30,052 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/C of c345cc912a80f950a330aa0f8a9cf6e5 into 0ac8c1c0306c43e3a4fd6ac7ac3a8a3c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:30,052 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:30,052 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/C, priority=13, startTime=1731986669178; duration=0sec 2024-11-19T03:24:30,052 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:30,052 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:C 2024-11-19T03:24:30,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:30,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986730112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986730112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:30,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:30,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986730112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:30,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:30,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:30,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986730113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:30,291 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/93f8bf069dee44e6abf062cea05fb8ee 2024-11-19T03:24:30,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/8203c080c34e43b4b463dfa3fc0f1147 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/8203c080c34e43b4b463dfa3fc0f1147 2024-11-19T03:24:30,302 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/8203c080c34e43b4b463dfa3fc0f1147, entries=150, sequenceid=395, filesize=12.0 K 2024-11-19T03:24:30,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/fbc8c199ea634584a32a1a126a3ff653 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/fbc8c199ea634584a32a1a126a3ff653 2024-11-19T03:24:30,308 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/fbc8c199ea634584a32a1a126a3ff653, entries=150, sequenceid=395, filesize=12.0 K 2024-11-19T03:24:30,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/93f8bf069dee44e6abf062cea05fb8ee as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/93f8bf069dee44e6abf062cea05fb8ee 2024-11-19T03:24:30,316 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/93f8bf069dee44e6abf062cea05fb8ee, entries=150, sequenceid=395, filesize=12.0 K 2024-11-19T03:24:30,317 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c345cc912a80f950a330aa0f8a9cf6e5 in 889ms, sequenceid=395, compaction requested=false 2024-11-19T03:24:30,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:30,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:30,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-19T03:24:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-19T03:24:30,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-19T03:24:30,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0440 sec 2024-11-19T03:24:30,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.0490 sec 2024-11-19T03:24:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-19T03:24:30,413 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:30,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:24:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-19T03:24:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-19T03:24:30,415 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:24:30,416 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:24:30,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:24:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-19T03:24:30,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-19T03:24:30,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:30,569 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T03:24:30,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/e517b0a027604d9780727b47e4cdcefc is 50, key is test_row_0/A:col10/1731986669474/Put/seqid=0 2024-11-19T03:24:30,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741921_1097 (size=12301) 2024-11-19T03:24:30,597 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/e517b0a027604d9780727b47e4cdcefc 2024-11-19T03:24:30,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/baa7f49b89784ce78103f0b945c3f4e6 is 50, key is test_row_0/B:col10/1731986669474/Put/seqid=0 2024-11-19T03:24:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:30,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:30,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741922_1098 (size=12301) 2024-11-19T03:24:30,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986730650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:30,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986730652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986730653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:30,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986730657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:30,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-19T03:24:30,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986730762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:30,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986730762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:30,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986730762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:30,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:30,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:30,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986730772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:30,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:30,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986730973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986730973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986730973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:30,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986730982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:30,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:30,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:31,031 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/baa7f49b89784ce78103f0b945c3f4e6 2024-11-19T03:24:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-19T03:24:31,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/63f360f713194c7aa927dae0d64bb748 is 50, key is test_row_0/C:col10/1731986669474/Put/seqid=0 2024-11-19T03:24:31,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741923_1099 (size=12301) 2024-11-19T03:24:31,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986731282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:31,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:31,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986731292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:31,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:31,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986731292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:31,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:31,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:31,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986731292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:31,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:31,464 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/63f360f713194c7aa927dae0d64bb748 2024-11-19T03:24:31,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/e517b0a027604d9780727b47e4cdcefc as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/e517b0a027604d9780727b47e4cdcefc 2024-11-19T03:24:31,474 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/e517b0a027604d9780727b47e4cdcefc, entries=150, sequenceid=412, filesize=12.0 K 2024-11-19T03:24:31,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/baa7f49b89784ce78103f0b945c3f4e6 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/baa7f49b89784ce78103f0b945c3f4e6 2024-11-19T03:24:31,480 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/baa7f49b89784ce78103f0b945c3f4e6, entries=150, sequenceid=412, filesize=12.0 K 2024-11-19T03:24:31,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/63f360f713194c7aa927dae0d64bb748 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/63f360f713194c7aa927dae0d64bb748 2024-11-19T03:24:31,487 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/63f360f713194c7aa927dae0d64bb748, entries=150, sequenceid=412, filesize=12.0 K 2024-11-19T03:24:31,487 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c345cc912a80f950a330aa0f8a9cf6e5 in 918ms, sequenceid=412, compaction requested=true 2024-11-19T03:24:31,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:31,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:31,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-19T03:24:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-19T03:24:31,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-19T03:24:31,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0740 sec 2024-11-19T03:24:31,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.0800 sec 2024-11-19T03:24:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-19T03:24:31,552 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:31,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:24:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-19T03:24:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-19T03:24:31,556 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:24:31,557 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:24:31,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:24:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-19T03:24:31,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-19T03:24:31,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:31,712 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T03:24:31,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/4c8a4bbac77f4f0eb2553cae245c2fd8 is 50, key is test_row_0/A:col10/1731986670652/Put/seqid=0 2024-11-19T03:24:31,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741924_1100 (size=12301) 2024-11-19T03:24:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:31,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:31,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986731816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:31,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986731816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:31,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:31,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986731816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:31,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:31,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986731817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:31,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-19T03:24:31,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986731922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:31,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986731922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:31,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:31,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986731923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:31,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:31,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986731923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:31,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:31,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:32,122 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/4c8a4bbac77f4f0eb2553cae245c2fd8 2024-11-19T03:24:32,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/538a25168bc346578bab47d1c52b4350 is 50, key is test_row_0/B:col10/1731986670652/Put/seqid=0 2024-11-19T03:24:32,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986732133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:32,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:32,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986732133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:32,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:32,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986732133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986732133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:32,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741925_1101 (size=12301) 2024-11-19T03:24:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-19T03:24:32,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986732443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:32,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:32,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986732443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:32,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:32,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986732443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:32,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:32,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986732443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:32,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:32,537 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/538a25168bc346578bab47d1c52b4350 2024-11-19T03:24:32,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/e5b87075986a480a9c9922f082ad4010 is 50, key is test_row_0/C:col10/1731986670652/Put/seqid=0 2024-11-19T03:24:32,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741926_1102 (size=12301) 2024-11-19T03:24:32,555 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/e5b87075986a480a9c9922f082ad4010 2024-11-19T03:24:32,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/4c8a4bbac77f4f0eb2553cae245c2fd8 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/4c8a4bbac77f4f0eb2553cae245c2fd8 2024-11-19T03:24:32,570 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/4c8a4bbac77f4f0eb2553cae245c2fd8, entries=150, sequenceid=434, filesize=12.0 K 2024-11-19T03:24:32,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/538a25168bc346578bab47d1c52b4350 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/538a25168bc346578bab47d1c52b4350 2024-11-19T03:24:32,578 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/538a25168bc346578bab47d1c52b4350, entries=150, sequenceid=434, filesize=12.0 K 2024-11-19T03:24:32,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/e5b87075986a480a9c9922f082ad4010 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/e5b87075986a480a9c9922f082ad4010 2024-11-19T03:24:32,587 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/e5b87075986a480a9c9922f082ad4010, entries=150, sequenceid=434, filesize=12.0 K 2024-11-19T03:24:32,588 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c345cc912a80f950a330aa0f8a9cf6e5 in 876ms, sequenceid=434, compaction requested=true 2024-11-19T03:24:32,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:32,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:32,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-19T03:24:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-19T03:24:32,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-19T03:24:32,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0330 sec 2024-11-19T03:24:32,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.0400 sec 2024-11-19T03:24:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-19T03:24:32,692 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:32,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:24:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-19T03:24:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T03:24:32,694 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:24:32,695 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:24:32,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:24:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T03:24:32,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-19T03:24:32,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:32,848 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T03:24:32,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/30070d110b464087a124db637d8a4653 is 50, key is test_row_1/A:col10/1731986671816/Put/seqid=0 2024-11-19T03:24:32,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741927_1103 (size=9857) 2024-11-19T03:24:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:32,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:32,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986732971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:32,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:32,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986732971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:32,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:32,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986732976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:32,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986732977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:32,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:32,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:32,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T03:24:33,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986733082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:33,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:33,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986733082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:33,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:33,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986733092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:33,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:33,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986733092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:33,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:33,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:33,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986733292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:33,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986733292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:33,302 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/30070d110b464087a124db637d8a4653 2024-11-19T03:24:33,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986733302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:33,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986733302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:33,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:33,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:33,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/b92a7a9712744e34b275a3640a14c093 is 50, key is test_row_1/B:col10/1731986671816/Put/seqid=0 2024-11-19T03:24:33,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741928_1104 (size=9857) 2024-11-19T03:24:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T03:24:33,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986733602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:33,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:33,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986733602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:33,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:33,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:33,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986733612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986733613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:33,716 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/b92a7a9712744e34b275a3640a14c093 2024-11-19T03:24:33,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/912d9d9e09b44f41ac5f405e5a40a102 is 50, key is test_row_1/C:col10/1731986671816/Put/seqid=0 2024-11-19T03:24:33,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741929_1105 (size=9857) 2024-11-19T03:24:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T03:24:34,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986734112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:34,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986734112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:34,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:34,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:34,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:34,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:34,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:34,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:34,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986734122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:34,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:34,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:34,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:34,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986734122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:34,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:34,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:34,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:34,128 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/912d9d9e09b44f41ac5f405e5a40a102 2024-11-19T03:24:34,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/30070d110b464087a124db637d8a4653 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/30070d110b464087a124db637d8a4653 2024-11-19T03:24:34,139 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/30070d110b464087a124db637d8a4653, entries=100, sequenceid=448, filesize=9.6 K 2024-11-19T03:24:34,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/b92a7a9712744e34b275a3640a14c093 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/b92a7a9712744e34b275a3640a14c093 2024-11-19T03:24:34,145 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/b92a7a9712744e34b275a3640a14c093, entries=100, sequenceid=448, filesize=9.6 K 2024-11-19T03:24:34,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/912d9d9e09b44f41ac5f405e5a40a102 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/912d9d9e09b44f41ac5f405e5a40a102 2024-11-19T03:24:34,156 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/912d9d9e09b44f41ac5f405e5a40a102, entries=100, sequenceid=448, filesize=9.6 K 2024-11-19T03:24:34,157 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c345cc912a80f950a330aa0f8a9cf6e5 in 1309ms, sequenceid=448, compaction requested=true 2024-11-19T03:24:34,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:34,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:34,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-19T03:24:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-19T03:24:34,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-19T03:24:34,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4640 sec 2024-11-19T03:24:34,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.4690 sec 2024-11-19T03:24:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T03:24:34,842 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:34,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:24:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-19T03:24:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-19T03:24:34,845 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:24:34,845 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:24:34,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:24:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-19T03:24:34,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-19T03:24:34,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:34,998 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T03:24:35,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/59f335a7e9a242efac4bbd382e3d1a7f is 50, key is test_row_0/A:col10/1731986672976/Put/seqid=0 2024-11-19T03:24:35,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741930_1106 (size=12301) 2024-11-19T03:24:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:35,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. as already flushing 2024-11-19T03:24:35,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986735142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:35,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:35,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986735143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:35,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:35,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986735144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:35,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:35,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986735145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-19T03:24:35,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986735253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:35,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986735253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986735253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:35,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:35,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986735253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:35,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:35,335 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-19T03:24:35,335 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:24:35,338 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-19T03:24:35,339 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:24:35,340 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:35,340 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:35,340 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-19T03:24:35,341 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:35,341 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:24:35,341 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:35,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:24:35,341 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:35,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:24:35,341 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:35,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:24:35,348 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-19T03:24:35,349 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:24:35,349 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:35,349 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:35,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:24:35,408 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/59f335a7e9a242efac4bbd382e3d1a7f 2024-11-19T03:24:35,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/35f976a014684a0ab0d30a89e9b59b9c is 50, key is test_row_0/B:col10/1731986672976/Put/seqid=0 2024-11-19T03:24:35,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741931_1107 (size=12301) 2024-11-19T03:24:35,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:35,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:35,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986735462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986735462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986735462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:35,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986735462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-19T03:24:35,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:35,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:35,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38654 deadline: 1731986735773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38662 deadline: 1731986735773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38678 deadline: 1731986735773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:35,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38628 deadline: 1731986735774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:35,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:24:35,827 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/35f976a014684a0ab0d30a89e9b59b9c 2024-11-19T03:24:35,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/b4bb2549d5534d69a2afca890050b7f3 is 50, key is test_row_0/C:col10/1731986672976/Put/seqid=0 2024-11-19T03:24:35,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741932_1108 (size=12301) 2024-11-19T03:24:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-19T03:24:36,246 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/b4bb2549d5534d69a2afca890050b7f3 2024-11-19T03:24:36,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/59f335a7e9a242efac4bbd382e3d1a7f as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/59f335a7e9a242efac4bbd382e3d1a7f 2024-11-19T03:24:36,259 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/59f335a7e9a242efac4bbd382e3d1a7f, entries=150, sequenceid=470, filesize=12.0 K 2024-11-19T03:24:36,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/35f976a014684a0ab0d30a89e9b59b9c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/35f976a014684a0ab0d30a89e9b59b9c 2024-11-19T03:24:36,266 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/35f976a014684a0ab0d30a89e9b59b9c, entries=150, sequenceid=470, filesize=12.0 K 2024-11-19T03:24:36,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/b4bb2549d5534d69a2afca890050b7f3 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/b4bb2549d5534d69a2afca890050b7f3 2024-11-19T03:24:36,274 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/b4bb2549d5534d69a2afca890050b7f3, entries=150, sequenceid=470, filesize=12.0 K 2024-11-19T03:24:36,275 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c345cc912a80f950a330aa0f8a9cf6e5 in 1277ms, sequenceid=470, compaction requested=true 2024-11-19T03:24:36,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:36,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:36,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-19T03:24:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-19T03:24:36,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-19T03:24:36,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4320 sec 2024-11-19T03:24:36,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.4370 sec 2024-11-19T03:24:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:36,284 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:36,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T03:24:36,284 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-19T03:24:36,284 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-19T03:24:36,284 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:24:36,284 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:24:36,284 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:36,284 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-19T03:24:36,284 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:36,285 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:24:36,285 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:36,285 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:36,285 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:36,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:24:36,285 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:36,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:24:36,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:24:36,286 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-19T03:24:36,286 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:24:36,286 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:36,286 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:36,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:24:36,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/a91a8787d77147638fd1af9d8a849a7d is 50, key is test_row_0/A:col10/1731986675144/Put/seqid=0 2024-11-19T03:24:36,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741933_1109 (size=12301) 2024-11-19T03:24:36,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/a91a8787d77147638fd1af9d8a849a7d 2024-11-19T03:24:36,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/dfece75ba462432fa20125fa4920658f is 50, key is test_row_0/B:col10/1731986675144/Put/seqid=0 2024-11-19T03:24:36,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741934_1110 (size=12301) 2024-11-19T03:24:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-19T03:24:36,994 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:37,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/dfece75ba462432fa20125fa4920658f 2024-11-19T03:24:37,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/78114f48053948308c9f4f3670213900 is 50, key is test_row_0/C:col10/1731986675144/Put/seqid=0 2024-11-19T03:24:37,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741935_1111 (size=12301) 2024-11-19T03:24:37,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/78114f48053948308c9f4f3670213900 2024-11-19T03:24:37,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/a91a8787d77147638fd1af9d8a849a7d as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/a91a8787d77147638fd1af9d8a849a7d 2024-11-19T03:24:37,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/a91a8787d77147638fd1af9d8a849a7d, entries=150, sequenceid=488, filesize=12.0 K 2024-11-19T03:24:37,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/dfece75ba462432fa20125fa4920658f as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/dfece75ba462432fa20125fa4920658f 2024-11-19T03:24:37,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/dfece75ba462432fa20125fa4920658f, entries=150, sequenceid=488, filesize=12.0 K 2024-11-19T03:24:37,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/78114f48053948308c9f4f3670213900 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/78114f48053948308c9f4f3670213900 2024-11-19T03:24:37,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/78114f48053948308c9f4f3670213900, entries=150, sequenceid=488, filesize=12.0 K 2024-11-19T03:24:37,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for c345cc912a80f950a330aa0f8a9cf6e5 in 1280ms, sequenceid=488, compaction requested=true 2024-11-19T03:24:37,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:37,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:24:37,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:37,565 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-19T03:24:37,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:24:37,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:37,565 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-19T03:24:37,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c345cc912a80f950a330aa0f8a9cf6e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:24:37,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:37,568 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 84549 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-19T03:24:37,568 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 84549 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-19T03:24:37,568 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/A is initiating minor compaction (all files) 2024-11-19T03:24:37,568 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/B is initiating minor compaction (all files) 2024-11-19T03:24:37,568 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/A in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:37,568 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/B in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:37,568 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/76ce0c11a8fa45b799c384681b0500ce, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/fbc8c199ea634584a32a1a126a3ff653, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/baa7f49b89784ce78103f0b945c3f4e6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/538a25168bc346578bab47d1c52b4350, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/b92a7a9712744e34b275a3640a14c093, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/35f976a014684a0ab0d30a89e9b59b9c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/dfece75ba462432fa20125fa4920658f] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=82.6 K 2024-11-19T03:24:37,568 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b4e6fa75fd2843f8a53cc75ed42ed0d8, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/8203c080c34e43b4b463dfa3fc0f1147, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/e517b0a027604d9780727b47e4cdcefc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/4c8a4bbac77f4f0eb2553cae245c2fd8, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/30070d110b464087a124db637d8a4653, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/59f335a7e9a242efac4bbd382e3d1a7f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/a91a8787d77147638fd1af9d8a849a7d] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=82.6 K 2024-11-19T03:24:37,568 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 76ce0c11a8fa45b799c384681b0500ce, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731986667938 2024-11-19T03:24:37,568 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4e6fa75fd2843f8a53cc75ed42ed0d8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731986667938 2024-11-19T03:24:37,569 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8203c080c34e43b4b463dfa3fc0f1147, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731986668319 2024-11-19T03:24:37,569 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting fbc8c199ea634584a32a1a126a3ff653, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731986668319 2024-11-19T03:24:37,569 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting baa7f49b89784ce78103f0b945c3f4e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731986669473 2024-11-19T03:24:37,569 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting e517b0a027604d9780727b47e4cdcefc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731986669473 2024-11-19T03:24:37,570 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 538a25168bc346578bab47d1c52b4350, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731986670648 2024-11-19T03:24:37,570 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c8a4bbac77f4f0eb2553cae245c2fd8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731986670648 2024-11-19T03:24:37,570 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting b92a7a9712744e34b275a3640a14c093, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731986671812 2024-11-19T03:24:37,570 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30070d110b464087a124db637d8a4653, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731986671812 2024-11-19T03:24:37,570 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 35f976a014684a0ab0d30a89e9b59b9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1731986672959 2024-11-19T03:24:37,570 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59f335a7e9a242efac4bbd382e3d1a7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1731986672959 2024-11-19T03:24:37,571 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting dfece75ba462432fa20125fa4920658f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731986675137 2024-11-19T03:24:37,571 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a91a8787d77147638fd1af9d8a849a7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731986675137 2024-11-19T03:24:37,585 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#B#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:37,585 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#A#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:37,586 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/547f4b54ea4c46f28976aa481d2c7812 is 50, key is test_row_0/B:col10/1731986675144/Put/seqid=0 2024-11-19T03:24:37,586 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/c68dac22594346d9b4518e094f7fc633 is 50, key is test_row_0/A:col10/1731986675144/Put/seqid=0 2024-11-19T03:24:37,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741936_1112 (size=13425) 2024-11-19T03:24:37,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741937_1113 (size=13425) 2024-11-19T03:24:37,676 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T03:24:38,100 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/547f4b54ea4c46f28976aa481d2c7812 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/547f4b54ea4c46f28976aa481d2c7812 2024-11-19T03:24:38,100 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/c68dac22594346d9b4518e094f7fc633 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/c68dac22594346d9b4518e094f7fc633 2024-11-19T03:24:38,108 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/B of c345cc912a80f950a330aa0f8a9cf6e5 into 547f4b54ea4c46f28976aa481d2c7812(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:38,108 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/A of c345cc912a80f950a330aa0f8a9cf6e5 into c68dac22594346d9b4518e094f7fc633(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:38,108 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:38,108 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:38,108 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/B, priority=9, startTime=1731986677565; duration=0sec 2024-11-19T03:24:38,108 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/A, priority=9, startTime=1731986677565; duration=0sec 2024-11-19T03:24:38,108 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:38,108 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:A 2024-11-19T03:24:38,108 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:38,108 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:B 2024-11-19T03:24:38,108 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-19T03:24:38,111 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 84549 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-19T03:24:38,111 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): c345cc912a80f950a330aa0f8a9cf6e5/C is initiating minor compaction (all files) 2024-11-19T03:24:38,111 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c345cc912a80f950a330aa0f8a9cf6e5/C in TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:38,112 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0ac8c1c0306c43e3a4fd6ac7ac3a8a3c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/93f8bf069dee44e6abf062cea05fb8ee, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/63f360f713194c7aa927dae0d64bb748, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/e5b87075986a480a9c9922f082ad4010, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/912d9d9e09b44f41ac5f405e5a40a102, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/b4bb2549d5534d69a2afca890050b7f3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/78114f48053948308c9f4f3670213900] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp, totalSize=82.6 K 2024-11-19T03:24:38,112 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ac8c1c0306c43e3a4fd6ac7ac3a8a3c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731986667938 2024-11-19T03:24:38,112 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93f8bf069dee44e6abf062cea05fb8ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731986668319 2024-11-19T03:24:38,113 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63f360f713194c7aa927dae0d64bb748, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731986669473 2024-11-19T03:24:38,113 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5b87075986a480a9c9922f082ad4010, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731986670648 2024-11-19T03:24:38,113 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 912d9d9e09b44f41ac5f405e5a40a102, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731986671812 2024-11-19T03:24:38,114 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4bb2549d5534d69a2afca890050b7f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1731986672959 2024-11-19T03:24:38,114 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78114f48053948308c9f4f3670213900, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731986675137 2024-11-19T03:24:38,130 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c345cc912a80f950a330aa0f8a9cf6e5#C#compaction#101 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:38,131 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/d534f628c9b44e9da0772c855d1efc4d is 50, key is test_row_0/C:col10/1731986675144/Put/seqid=0 2024-11-19T03:24:38,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741938_1114 (size=13425) 2024-11-19T03:24:38,356 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-19T03:24:38,356 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:24:38,356 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:38,356 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:38,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:24:38,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T03:24:38,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-19T03:24:38,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-19T03:24:38,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-19T03:24:38,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 106 2024-11-19T03:24:38,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-11-19T03:24:38,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T03:24:38,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3551 2024-11-19T03:24:38,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3384 2024-11-19T03:24:38,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T03:24:38,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1557 2024-11-19T03:24:38,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4668 rows 2024-11-19T03:24:38,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1566 2024-11-19T03:24:38,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4698 rows 2024-11-19T03:24:38,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:24:38,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:24:38,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:38,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:38,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:24:38,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-19T03:24:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T03:24:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-19T03:24:38,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986678373"}]},"ts":"1731986678373"} 2024-11-19T03:24:38,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T03:24:38,375 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T03:24:38,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T03:24:38,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c345cc912a80f950a330aa0f8a9cf6e5, UNASSIGN}] 2024-11-19T03:24:38,382 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c345cc912a80f950a330aa0f8a9cf6e5, UNASSIGN 2024-11-19T03:24:38,384 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=c345cc912a80f950a330aa0f8a9cf6e5, regionState=CLOSING, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:24:38,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c345cc912a80f950a330aa0f8a9cf6e5, UNASSIGN because future has completed 2024-11-19T03:24:38,386 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T03:24:38,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537}] 2024-11-19T03:24:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-19T03:24:38,546 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:38,546 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T03:24:38,547 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing c345cc912a80f950a330aa0f8a9cf6e5, disabling compactions & flushes 2024-11-19T03:24:38,547 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1993): waiting for 1 compactions to complete for region TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:38,548 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/d534f628c9b44e9da0772c855d1efc4d as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/d534f628c9b44e9da0772c855d1efc4d 2024-11-19T03:24:38,553 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in c345cc912a80f950a330aa0f8a9cf6e5/C of c345cc912a80f950a330aa0f8a9cf6e5 into d534f628c9b44e9da0772c855d1efc4d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:38,553 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c345cc912a80f950a330aa0f8a9cf6e5: 2024-11-19T03:24:38,553 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., storeName=c345cc912a80f950a330aa0f8a9cf6e5/C, priority=9, startTime=1731986677565; duration=0sec 2024-11-19T03:24:38,553 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:38,553 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:38,553 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:38,553 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c345cc912a80f950a330aa0f8a9cf6e5:C 2024-11-19T03:24:38,553 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. after waiting 0 ms 2024-11-19T03:24:38,553 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:38,553 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing c345cc912a80f950a330aa0f8a9cf6e5 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-19T03:24:38,557 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/2ee263a6759e459ebc6cec624f745a61 is 50, key is test_row_0/A:col10/1731986678353/Put/seqid=0 2024-11-19T03:24:38,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741939_1115 (size=7415) 2024-11-19T03:24:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-19T03:24:38,964 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/2ee263a6759e459ebc6cec624f745a61 2024-11-19T03:24:38,977 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/51552d810530457397600204c09f15aa is 50, key is test_row_0/B:col10/1731986678353/Put/seqid=0 2024-11-19T03:24:38,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741940_1116 (size=7415) 2024-11-19T03:24:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-19T03:24:39,384 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/51552d810530457397600204c09f15aa 2024-11-19T03:24:39,398 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/f39b7a8cb8d94ae7b338c45cdf7adb17 is 50, key is test_row_0/C:col10/1731986678353/Put/seqid=0 2024-11-19T03:24:39,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741941_1117 (size=7415) 2024-11-19T03:24:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-19T03:24:39,802 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/f39b7a8cb8d94ae7b338c45cdf7adb17 2024-11-19T03:24:39,809 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/A/2ee263a6759e459ebc6cec624f745a61 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/2ee263a6759e459ebc6cec624f745a61 2024-11-19T03:24:39,815 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/2ee263a6759e459ebc6cec624f745a61, entries=50, sequenceid=495, filesize=7.2 K 2024-11-19T03:24:39,817 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/B/51552d810530457397600204c09f15aa as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/51552d810530457397600204c09f15aa 2024-11-19T03:24:39,824 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/51552d810530457397600204c09f15aa, entries=50, sequenceid=495, filesize=7.2 K 2024-11-19T03:24:39,825 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/.tmp/C/f39b7a8cb8d94ae7b338c45cdf7adb17 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/f39b7a8cb8d94ae7b338c45cdf7adb17 2024-11-19T03:24:39,830 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/f39b7a8cb8d94ae7b338c45cdf7adb17, entries=50, sequenceid=495, filesize=7.2 K 2024-11-19T03:24:39,831 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for c345cc912a80f950a330aa0f8a9cf6e5 in 1278ms, sequenceid=495, compaction requested=false 2024-11-19T03:24:39,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/ef0ec439b3be4c62872368daacf3ab3c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/a459a98a8b814b658bace42288b19e17, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b2456f9e4c51413bb7dda16c70d2541d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b6c0b48a59884348b076f1f47a599ebc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/9af0478a56ae418aa290c583d6e9f1b8, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/caf61ad897874199990e99a1dea27111, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/378db5c41cfc486596d42a6930036d73, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b35010e95dbe4e839e2b0c2d76b0a1cc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/9d1d26d43d15416896bd7846d30ffe45, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b469640420a345268612341dc68d31ba, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/107452fffe9e4c6f8d8a1070b0d597cd, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/d26157fa8c144aa1b17e65eab441e312, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/21682c25a9c3496f8c7dead1e65e6203, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/7bb16d796b22407f8fc21ae2c47ecc01, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/38e8e35e645f4ee9b22a8b370934df0a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/2326309b410b4e42ad4b6ef1e52b9531, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/fe679052bc364ed58e39bf063e94b201, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/184f025ea8664148adac976a3112f272, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/7eb147c65cc94381b50f78fc7a7ef89a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/d2025a597243408687af2f5f1d6c2348, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/c8ad2db9b6c249dea8f9ba74c55087b8, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/1f853e4326924b6e9ebf023e89dd904b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/02545062d6fe49b9a8f2a3e9ecf80770, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/1e4f2ed19f244a9688da8491058a87d5, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/0dace75f99364838ad58da57903f632c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b4e6fa75fd2843f8a53cc75ed42ed0d8, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/663af7699c364d6f8a0fef27a1243967, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/8203c080c34e43b4b463dfa3fc0f1147, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/e517b0a027604d9780727b47e4cdcefc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/4c8a4bbac77f4f0eb2553cae245c2fd8, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/30070d110b464087a124db637d8a4653, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/59f335a7e9a242efac4bbd382e3d1a7f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/a91a8787d77147638fd1af9d8a849a7d] to archive 2024-11-19T03:24:39,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:24:39,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/ef0ec439b3be4c62872368daacf3ab3c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/ef0ec439b3be4c62872368daacf3ab3c 2024-11-19T03:24:39,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/a459a98a8b814b658bace42288b19e17 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/a459a98a8b814b658bace42288b19e17 2024-11-19T03:24:39,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b2456f9e4c51413bb7dda16c70d2541d to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b2456f9e4c51413bb7dda16c70d2541d 2024-11-19T03:24:39,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b6c0b48a59884348b076f1f47a599ebc to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b6c0b48a59884348b076f1f47a599ebc 2024-11-19T03:24:39,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/9af0478a56ae418aa290c583d6e9f1b8 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/9af0478a56ae418aa290c583d6e9f1b8 2024-11-19T03:24:39,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/caf61ad897874199990e99a1dea27111 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/caf61ad897874199990e99a1dea27111 2024-11-19T03:24:39,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/378db5c41cfc486596d42a6930036d73 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/378db5c41cfc486596d42a6930036d73 2024-11-19T03:24:39,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b35010e95dbe4e839e2b0c2d76b0a1cc to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b35010e95dbe4e839e2b0c2d76b0a1cc 2024-11-19T03:24:39,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/9d1d26d43d15416896bd7846d30ffe45 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/9d1d26d43d15416896bd7846d30ffe45 2024-11-19T03:24:39,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b469640420a345268612341dc68d31ba to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b469640420a345268612341dc68d31ba 2024-11-19T03:24:39,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/107452fffe9e4c6f8d8a1070b0d597cd to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/107452fffe9e4c6f8d8a1070b0d597cd 2024-11-19T03:24:39,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/d26157fa8c144aa1b17e65eab441e312 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/d26157fa8c144aa1b17e65eab441e312 2024-11-19T03:24:39,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/21682c25a9c3496f8c7dead1e65e6203 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/21682c25a9c3496f8c7dead1e65e6203 2024-11-19T03:24:39,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/7bb16d796b22407f8fc21ae2c47ecc01 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/7bb16d796b22407f8fc21ae2c47ecc01 2024-11-19T03:24:39,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/38e8e35e645f4ee9b22a8b370934df0a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/38e8e35e645f4ee9b22a8b370934df0a 2024-11-19T03:24:39,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/2326309b410b4e42ad4b6ef1e52b9531 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/2326309b410b4e42ad4b6ef1e52b9531 2024-11-19T03:24:39,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/fe679052bc364ed58e39bf063e94b201 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/fe679052bc364ed58e39bf063e94b201 2024-11-19T03:24:39,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/184f025ea8664148adac976a3112f272 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/184f025ea8664148adac976a3112f272 2024-11-19T03:24:39,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/7eb147c65cc94381b50f78fc7a7ef89a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/7eb147c65cc94381b50f78fc7a7ef89a 2024-11-19T03:24:39,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/d2025a597243408687af2f5f1d6c2348 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/d2025a597243408687af2f5f1d6c2348 2024-11-19T03:24:39,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/c8ad2db9b6c249dea8f9ba74c55087b8 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/c8ad2db9b6c249dea8f9ba74c55087b8 2024-11-19T03:24:39,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/1f853e4326924b6e9ebf023e89dd904b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/1f853e4326924b6e9ebf023e89dd904b 2024-11-19T03:24:39,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/02545062d6fe49b9a8f2a3e9ecf80770 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/02545062d6fe49b9a8f2a3e9ecf80770 2024-11-19T03:24:39,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/1e4f2ed19f244a9688da8491058a87d5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/1e4f2ed19f244a9688da8491058a87d5 2024-11-19T03:24:39,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/0dace75f99364838ad58da57903f632c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/0dace75f99364838ad58da57903f632c 2024-11-19T03:24:39,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b4e6fa75fd2843f8a53cc75ed42ed0d8 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/b4e6fa75fd2843f8a53cc75ed42ed0d8 2024-11-19T03:24:39,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/663af7699c364d6f8a0fef27a1243967 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/663af7699c364d6f8a0fef27a1243967 2024-11-19T03:24:39,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/8203c080c34e43b4b463dfa3fc0f1147 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/8203c080c34e43b4b463dfa3fc0f1147 2024-11-19T03:24:39,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/e517b0a027604d9780727b47e4cdcefc to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/e517b0a027604d9780727b47e4cdcefc 2024-11-19T03:24:39,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/4c8a4bbac77f4f0eb2553cae245c2fd8 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/4c8a4bbac77f4f0eb2553cae245c2fd8 2024-11-19T03:24:39,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/30070d110b464087a124db637d8a4653 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/30070d110b464087a124db637d8a4653 2024-11-19T03:24:39,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/59f335a7e9a242efac4bbd382e3d1a7f to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/59f335a7e9a242efac4bbd382e3d1a7f 2024-11-19T03:24:39,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/a91a8787d77147638fd1af9d8a849a7d to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/a91a8787d77147638fd1af9d8a849a7d 2024-11-19T03:24:39,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/889e5c2856d546129dd52ae3bd97823b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/43be3f26aa924c9e85d9a5755b9eabb6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/60747e58be5d4f99b0df93b78a8323fc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/1269e61a676845deb13278616aefdebf, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/5b83625b063d4d62bb40f45f5b9209b4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/c2797765a4854bf29a5e3917bfb3ded3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/4620280c2a7941da9f82ab83367f844b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/dac847ef71d94d74a01c1c0e6d599a55, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/3dca836755eb43bb807aef7b28a390b8, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/cd6d23b471de4879a7d043668834599c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/90d60e0744ba44759b9903212fb3edcc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/83a538aac18b46f58264c38d7aca057e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/c91b461d695c4807b8f624b80cae524c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/33f68795df58497aafc1a92a98c278e1, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/1d37518401754cf8a8cd76f3aa9afdaa, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/ab8343762d4048d9bdfaa9266e7f2cff, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/91651d66f39b4f80a521b449d2ff791f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/becec844364a480faa3b8a14dc81e1c3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/827881d459ac43ee9e01743082258a9e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/23886331d4a34041948f311e6735ef88, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/21b2ddd74c5549459e0676eeb3d6308b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/562eecb9e0f64391b4ae035c053b7cca, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/a21ec6e1730942beb0c0025b24a29183, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/644418b671fd44ac958c2186ac7a2ff8, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/fe1dbe1e9eec459d9d1d82ed2b44702a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/76ce0c11a8fa45b799c384681b0500ce, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/5cdc75819adc44039df1d411af0a8ef7, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/fbc8c199ea634584a32a1a126a3ff653, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/baa7f49b89784ce78103f0b945c3f4e6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/538a25168bc346578bab47d1c52b4350, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/b92a7a9712744e34b275a3640a14c093, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/35f976a014684a0ab0d30a89e9b59b9c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/dfece75ba462432fa20125fa4920658f] to archive 2024-11-19T03:24:39,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:24:39,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/889e5c2856d546129dd52ae3bd97823b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/889e5c2856d546129dd52ae3bd97823b 2024-11-19T03:24:39,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/43be3f26aa924c9e85d9a5755b9eabb6 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/43be3f26aa924c9e85d9a5755b9eabb6 2024-11-19T03:24:39,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/60747e58be5d4f99b0df93b78a8323fc to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/60747e58be5d4f99b0df93b78a8323fc 2024-11-19T03:24:39,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/1269e61a676845deb13278616aefdebf to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/1269e61a676845deb13278616aefdebf 2024-11-19T03:24:39,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/5b83625b063d4d62bb40f45f5b9209b4 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/5b83625b063d4d62bb40f45f5b9209b4 2024-11-19T03:24:39,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/c2797765a4854bf29a5e3917bfb3ded3 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/c2797765a4854bf29a5e3917bfb3ded3 2024-11-19T03:24:39,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/4620280c2a7941da9f82ab83367f844b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/4620280c2a7941da9f82ab83367f844b 2024-11-19T03:24:39,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/dac847ef71d94d74a01c1c0e6d599a55 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/dac847ef71d94d74a01c1c0e6d599a55 2024-11-19T03:24:39,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/3dca836755eb43bb807aef7b28a390b8 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/3dca836755eb43bb807aef7b28a390b8 2024-11-19T03:24:39,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/cd6d23b471de4879a7d043668834599c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/cd6d23b471de4879a7d043668834599c 2024-11-19T03:24:39,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/90d60e0744ba44759b9903212fb3edcc to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/90d60e0744ba44759b9903212fb3edcc 2024-11-19T03:24:39,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/83a538aac18b46f58264c38d7aca057e to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/83a538aac18b46f58264c38d7aca057e 2024-11-19T03:24:39,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/c91b461d695c4807b8f624b80cae524c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/c91b461d695c4807b8f624b80cae524c 2024-11-19T03:24:39,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/33f68795df58497aafc1a92a98c278e1 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/33f68795df58497aafc1a92a98c278e1 2024-11-19T03:24:39,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/1d37518401754cf8a8cd76f3aa9afdaa to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/1d37518401754cf8a8cd76f3aa9afdaa 2024-11-19T03:24:39,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/ab8343762d4048d9bdfaa9266e7f2cff to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/ab8343762d4048d9bdfaa9266e7f2cff 2024-11-19T03:24:39,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/91651d66f39b4f80a521b449d2ff791f to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/91651d66f39b4f80a521b449d2ff791f 2024-11-19T03:24:39,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/becec844364a480faa3b8a14dc81e1c3 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/becec844364a480faa3b8a14dc81e1c3 2024-11-19T03:24:39,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/827881d459ac43ee9e01743082258a9e to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/827881d459ac43ee9e01743082258a9e 2024-11-19T03:24:39,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/23886331d4a34041948f311e6735ef88 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/23886331d4a34041948f311e6735ef88 2024-11-19T03:24:39,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/21b2ddd74c5549459e0676eeb3d6308b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/21b2ddd74c5549459e0676eeb3d6308b 2024-11-19T03:24:39,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/562eecb9e0f64391b4ae035c053b7cca to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/562eecb9e0f64391b4ae035c053b7cca 2024-11-19T03:24:39,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/a21ec6e1730942beb0c0025b24a29183 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/a21ec6e1730942beb0c0025b24a29183 2024-11-19T03:24:39,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/644418b671fd44ac958c2186ac7a2ff8 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/644418b671fd44ac958c2186ac7a2ff8 2024-11-19T03:24:39,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/fe1dbe1e9eec459d9d1d82ed2b44702a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/fe1dbe1e9eec459d9d1d82ed2b44702a 2024-11-19T03:24:39,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/76ce0c11a8fa45b799c384681b0500ce to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/76ce0c11a8fa45b799c384681b0500ce 2024-11-19T03:24:39,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/5cdc75819adc44039df1d411af0a8ef7 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/5cdc75819adc44039df1d411af0a8ef7 2024-11-19T03:24:39,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/fbc8c199ea634584a32a1a126a3ff653 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/fbc8c199ea634584a32a1a126a3ff653 2024-11-19T03:24:39,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/baa7f49b89784ce78103f0b945c3f4e6 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/baa7f49b89784ce78103f0b945c3f4e6 2024-11-19T03:24:39,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/538a25168bc346578bab47d1c52b4350 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/538a25168bc346578bab47d1c52b4350 2024-11-19T03:24:39,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/b92a7a9712744e34b275a3640a14c093 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/b92a7a9712744e34b275a3640a14c093 2024-11-19T03:24:39,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/35f976a014684a0ab0d30a89e9b59b9c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/35f976a014684a0ab0d30a89e9b59b9c 2024-11-19T03:24:39,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/dfece75ba462432fa20125fa4920658f to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/dfece75ba462432fa20125fa4920658f 2024-11-19T03:24:39,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/fdbaa20673f94cc4bb351e7b2370e054, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/f94861817f014f3eaa0283827c7fa251, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/154b5c7c82c040828947040ea1325fbb, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/c5c68979d0964ae784152a34d0a05a3a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/1a0bf06d11a44e36be43acab160fc008, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/a1b599d15e1b4503a582d041986159f3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/da960cbda92340c7b504335c3dd26562, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/d483502ece2d4b78b1615d9d2e31827a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/f19b6d76c78c4c9fb76192dec0dcbb54, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0e7623e172454982b6e63ae1a12ab12b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/ad64f6faebf7437387b247513025d70a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0c8caeddc00d444c827ffa2eaf190087, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/973dc9ca55ab481b91d16b8ea3e21e7e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0512f8ea2648402aa327d684d3fff927, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/69c4080df3fd4beca53b5b1d326e751b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/9b8e9dd2a62c46e6aad6892e57859652, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/efd94d42178548eb8826b0955c0255a4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/b06a16ae60df47d6a45766e3bed8925c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/74fd22e0d8734e4aaaa57cb3e6a5322e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/ba339dc196cc4bdcab8cf0f19db73559, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/12dfe391060349a98757a8220b926214, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/5b6afb4767684d6b99067ee0d9772a0d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/5173e708ea554bf1b14014cf3b823c83, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/e2fba5d4312d46c3a9299390c3f37788, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/71d17591a3f3423ba7c0f3961d889f00, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0ac8c1c0306c43e3a4fd6ac7ac3a8a3c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/feee02135cce45bcbbad0e271d53c310, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/93f8bf069dee44e6abf062cea05fb8ee, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/63f360f713194c7aa927dae0d64bb748, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/e5b87075986a480a9c9922f082ad4010, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/912d9d9e09b44f41ac5f405e5a40a102, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/b4bb2549d5534d69a2afca890050b7f3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/78114f48053948308c9f4f3670213900] to archive 2024-11-19T03:24:39,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:24:39,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/fdbaa20673f94cc4bb351e7b2370e054 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/fdbaa20673f94cc4bb351e7b2370e054 2024-11-19T03:24:39,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/f94861817f014f3eaa0283827c7fa251 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/f94861817f014f3eaa0283827c7fa251 2024-11-19T03:24:39,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/154b5c7c82c040828947040ea1325fbb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/154b5c7c82c040828947040ea1325fbb 2024-11-19T03:24:39,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/c5c68979d0964ae784152a34d0a05a3a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/c5c68979d0964ae784152a34d0a05a3a 2024-11-19T03:24:39,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/1a0bf06d11a44e36be43acab160fc008 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/1a0bf06d11a44e36be43acab160fc008 2024-11-19T03:24:39,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/a1b599d15e1b4503a582d041986159f3 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/a1b599d15e1b4503a582d041986159f3 2024-11-19T03:24:39,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/da960cbda92340c7b504335c3dd26562 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/da960cbda92340c7b504335c3dd26562 2024-11-19T03:24:39,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/d483502ece2d4b78b1615d9d2e31827a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/d483502ece2d4b78b1615d9d2e31827a 2024-11-19T03:24:39,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/f19b6d76c78c4c9fb76192dec0dcbb54 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/f19b6d76c78c4c9fb76192dec0dcbb54 2024-11-19T03:24:39,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0e7623e172454982b6e63ae1a12ab12b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0e7623e172454982b6e63ae1a12ab12b 2024-11-19T03:24:39,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/ad64f6faebf7437387b247513025d70a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/ad64f6faebf7437387b247513025d70a 2024-11-19T03:24:39,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0c8caeddc00d444c827ffa2eaf190087 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0c8caeddc00d444c827ffa2eaf190087 2024-11-19T03:24:39,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/973dc9ca55ab481b91d16b8ea3e21e7e to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/973dc9ca55ab481b91d16b8ea3e21e7e 2024-11-19T03:24:39,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0512f8ea2648402aa327d684d3fff927 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0512f8ea2648402aa327d684d3fff927 2024-11-19T03:24:39,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/69c4080df3fd4beca53b5b1d326e751b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/69c4080df3fd4beca53b5b1d326e751b 2024-11-19T03:24:39,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/9b8e9dd2a62c46e6aad6892e57859652 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/9b8e9dd2a62c46e6aad6892e57859652 2024-11-19T03:24:39,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/efd94d42178548eb8826b0955c0255a4 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/efd94d42178548eb8826b0955c0255a4 2024-11-19T03:24:39,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/b06a16ae60df47d6a45766e3bed8925c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/b06a16ae60df47d6a45766e3bed8925c 2024-11-19T03:24:39,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/74fd22e0d8734e4aaaa57cb3e6a5322e to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/74fd22e0d8734e4aaaa57cb3e6a5322e 2024-11-19T03:24:39,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/ba339dc196cc4bdcab8cf0f19db73559 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/ba339dc196cc4bdcab8cf0f19db73559 2024-11-19T03:24:39,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/12dfe391060349a98757a8220b926214 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/12dfe391060349a98757a8220b926214 2024-11-19T03:24:39,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/5b6afb4767684d6b99067ee0d9772a0d to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/5b6afb4767684d6b99067ee0d9772a0d 2024-11-19T03:24:39,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/5173e708ea554bf1b14014cf3b823c83 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/5173e708ea554bf1b14014cf3b823c83 2024-11-19T03:24:39,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/e2fba5d4312d46c3a9299390c3f37788 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/e2fba5d4312d46c3a9299390c3f37788 2024-11-19T03:24:39,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/71d17591a3f3423ba7c0f3961d889f00 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/71d17591a3f3423ba7c0f3961d889f00 2024-11-19T03:24:40,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0ac8c1c0306c43e3a4fd6ac7ac3a8a3c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/0ac8c1c0306c43e3a4fd6ac7ac3a8a3c 2024-11-19T03:24:40,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/feee02135cce45bcbbad0e271d53c310 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/feee02135cce45bcbbad0e271d53c310 2024-11-19T03:24:40,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/93f8bf069dee44e6abf062cea05fb8ee to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/93f8bf069dee44e6abf062cea05fb8ee 2024-11-19T03:24:40,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/63f360f713194c7aa927dae0d64bb748 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/63f360f713194c7aa927dae0d64bb748 2024-11-19T03:24:40,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/e5b87075986a480a9c9922f082ad4010 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/e5b87075986a480a9c9922f082ad4010 2024-11-19T03:24:40,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/912d9d9e09b44f41ac5f405e5a40a102 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/912d9d9e09b44f41ac5f405e5a40a102 2024-11-19T03:24:40,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/b4bb2549d5534d69a2afca890050b7f3 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/b4bb2549d5534d69a2afca890050b7f3 2024-11-19T03:24:40,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/78114f48053948308c9f4f3670213900 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/78114f48053948308c9f4f3670213900 2024-11-19T03:24:40,025 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/recovered.edits/498.seqid, newMaxSeqId=498, maxSeqId=1 2024-11-19T03:24:40,026 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. 2024-11-19T03:24:40,026 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for c345cc912a80f950a330aa0f8a9cf6e5: Waiting for close lock at 1731986678547Running coprocessor pre-close hooks at 1731986678547Disabling compacts and flushes for region at 1731986678547Disabling writes for close at 1731986678553 (+6 ms)Obtaining lock to block concurrent updates at 1731986678553Preparing flush snapshotting stores in c345cc912a80f950a330aa0f8a9cf6e5 at 1731986678553Finished memstore snapshotting TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=18720, getOffHeapSize=0, getCellsCount=150 at 1731986678554 (+1 ms)Flushing stores of TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5. at 1731986678554Flushing c345cc912a80f950a330aa0f8a9cf6e5/A: creating writer at 1731986678554Flushing c345cc912a80f950a330aa0f8a9cf6e5/A: appending metadata at 1731986678557 (+3 ms)Flushing c345cc912a80f950a330aa0f8a9cf6e5/A: closing flushed file at 1731986678557Flushing c345cc912a80f950a330aa0f8a9cf6e5/B: creating writer at 1731986678972 (+415 ms)Flushing c345cc912a80f950a330aa0f8a9cf6e5/B: appending metadata at 1731986678976 (+4 ms)Flushing c345cc912a80f950a330aa0f8a9cf6e5/B: closing flushed file at 1731986678976Flushing c345cc912a80f950a330aa0f8a9cf6e5/C: creating writer at 1731986679394 (+418 ms)Flushing c345cc912a80f950a330aa0f8a9cf6e5/C: appending metadata at 1731986679397 (+3 ms)Flushing c345cc912a80f950a330aa0f8a9cf6e5/C: closing flushed file at 1731986679397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5553cfa: reopening flushed file at 1731986679808 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63873298: reopening flushed file at 1731986679816 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28432c79: reopening flushed file at 1731986679824 (+8 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for c345cc912a80f950a330aa0f8a9cf6e5 in 1278ms, sequenceid=495, compaction requested=false at 1731986679831 (+7 ms)Writing region close event to WAL at 1731986680020 (+189 ms)Running coprocessor post-close hooks at 1731986680026 (+6 ms)Closed at 1731986680026 2024-11-19T03:24:40,029 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:40,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=c345cc912a80f950a330aa0f8a9cf6e5, regionState=CLOSED 2024-11-19T03:24:40,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 because future has completed 2024-11-19T03:24:40,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-19T03:24:40,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure c345cc912a80f950a330aa0f8a9cf6e5, server=47efada56ed5,46547,1731986649537 in 1.6460 sec 2024-11-19T03:24:40,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-19T03:24:40,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c345cc912a80f950a330aa0f8a9cf6e5, UNASSIGN in 1.6540 sec 2024-11-19T03:24:40,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-19T03:24:40,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6620 sec 2024-11-19T03:24:40,043 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986680043"}]},"ts":"1731986680043"} 2024-11-19T03:24:40,045 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T03:24:40,045 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T03:24:40,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6790 sec 2024-11-19T03:24:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-19T03:24:40,523 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:40,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-19T03:24:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:24:40,532 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:24:40,534 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:24:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-19T03:24:40,540 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:40,545 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A, FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B, FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C, FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/recovered.edits] 2024-11-19T03:24:40,549 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/2ee263a6759e459ebc6cec624f745a61 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/2ee263a6759e459ebc6cec624f745a61 2024-11-19T03:24:40,551 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/c68dac22594346d9b4518e094f7fc633 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/A/c68dac22594346d9b4518e094f7fc633 2024-11-19T03:24:40,554 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/51552d810530457397600204c09f15aa to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/51552d810530457397600204c09f15aa 2024-11-19T03:24:40,556 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/547f4b54ea4c46f28976aa481d2c7812 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/B/547f4b54ea4c46f28976aa481d2c7812 2024-11-19T03:24:40,559 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/d534f628c9b44e9da0772c855d1efc4d to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/d534f628c9b44e9da0772c855d1efc4d 2024-11-19T03:24:40,561 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/f39b7a8cb8d94ae7b338c45cdf7adb17 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/C/f39b7a8cb8d94ae7b338c45cdf7adb17 2024-11-19T03:24:40,564 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/recovered.edits/498.seqid to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5/recovered.edits/498.seqid 2024-11-19T03:24:40,566 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/c345cc912a80f950a330aa0f8a9cf6e5 2024-11-19T03:24:40,566 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T03:24:40,571 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:24:40,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-19T03:24:40,584 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T03:24:40,623 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T03:24:40,625 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:24:40,625 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T03:24:40,625 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731986680625"}]},"ts":"9223372036854775807"} 2024-11-19T03:24:40,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-19T03:24:40,631 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c345cc912a80f950a330aa0f8a9cf6e5, NAME => 'TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T03:24:40,631 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T03:24:40,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731986680632"}]},"ts":"9223372036854775807"} 2024-11-19T03:24:40,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-19T03:24:40,638 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:24:40,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 111 msec 2024-11-19T03:24:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-19T03:24:40,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-19T03:24:40,644 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:40,659 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=240 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1879782596_22 at /127.0.0.1:36442 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;47efada56ed5:46547-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/47efada56ed5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1325867199_22 at /127.0.0.1:36450 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1879782596_22 at /127.0.0.1:52290 [Waiting for operation #326] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1325867199_22 at /127.0.0.1:54090 [Waiting for operation #316] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=480 (was 418) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13736 (was 14571) 2024-11-19T03:24:40,670 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=240, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=480, ProcessCount=11, AvailableMemoryMB=13733 2024-11-19T03:24:40,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T03:24:40,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:24:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T03:24:40,675 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:24:40,675 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:40,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-19T03:24:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-19T03:24:40,676 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:24:40,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741942_1118 (size=959) 2024-11-19T03:24:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-19T03:24:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-19T03:24:41,087 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a 2024-11-19T03:24:41,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741943_1119 (size=53) 2024-11-19T03:24:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-19T03:24:41,502 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:24:41,502 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2d35d9ca7873b1f0bb73902ef811d3bb, disabling compactions & flushes 2024-11-19T03:24:41,502 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:41,502 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:41,502 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. after waiting 0 ms 2024-11-19T03:24:41,502 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:41,502 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:41,502 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d35d9ca7873b1f0bb73902ef811d3bb: Waiting for close lock at 1731986681502Disabling compacts and flushes for region at 1731986681502Disabling writes for close at 1731986681502Writing region close event to WAL at 1731986681502Closed at 1731986681502 2024-11-19T03:24:41,505 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:24:41,506 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731986681505"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986681505"}]},"ts":"1731986681505"} 2024-11-19T03:24:41,511 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:24:41,513 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:24:41,514 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986681513"}]},"ts":"1731986681513"} 2024-11-19T03:24:41,516 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T03:24:41,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d35d9ca7873b1f0bb73902ef811d3bb, ASSIGN}] 2024-11-19T03:24:41,517 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d35d9ca7873b1f0bb73902ef811d3bb, ASSIGN 2024-11-19T03:24:41,518 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d35d9ca7873b1f0bb73902ef811d3bb, ASSIGN; state=OFFLINE, location=47efada56ed5,46547,1731986649537; forceNewPlan=false, retain=false 2024-11-19T03:24:41,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=2d35d9ca7873b1f0bb73902ef811d3bb, regionState=OPENING, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:24:41,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d35d9ca7873b1f0bb73902ef811d3bb, ASSIGN because future has completed 2024-11-19T03:24:41,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537}] 2024-11-19T03:24:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-19T03:24:41,827 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:41,828 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:24:41,828 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:41,828 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:24:41,828 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:41,828 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:41,830 INFO [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:41,832 INFO [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d35d9ca7873b1f0bb73902ef811d3bb columnFamilyName A 2024-11-19T03:24:41,833 DEBUG [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:41,833 INFO [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] regionserver.HStore(327): Store=2d35d9ca7873b1f0bb73902ef811d3bb/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:24:41,833 INFO [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:41,835 INFO [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d35d9ca7873b1f0bb73902ef811d3bb columnFamilyName B 2024-11-19T03:24:41,835 DEBUG [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:41,835 INFO [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] regionserver.HStore(327): Store=2d35d9ca7873b1f0bb73902ef811d3bb/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:24:41,836 INFO [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:41,837 INFO [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d35d9ca7873b1f0bb73902ef811d3bb columnFamilyName C 2024-11-19T03:24:41,837 DEBUG [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:41,837 INFO [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] regionserver.HStore(327): Store=2d35d9ca7873b1f0bb73902ef811d3bb/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:24:41,838 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:41,838 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:41,839 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:41,840 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:41,840 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:41,841 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T03:24:41,842 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:41,844 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:24:41,845 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 2d35d9ca7873b1f0bb73902ef811d3bb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71497576, jitterRate=0.06539690494537354}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T03:24:41,845 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:41,845 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 2d35d9ca7873b1f0bb73902ef811d3bb: Running coprocessor pre-open hook at 1731986681828Writing region info on filesystem at 1731986681828Initializing all the Stores at 1731986681829 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986681829Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986681830 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986681830Cleaning up temporary data from old regions at 1731986681840 (+10 ms)Running coprocessor post-open hooks at 1731986681845 (+5 ms)Region opened successfully at 1731986681845 2024-11-19T03:24:41,846 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., pid=36, masterSystemTime=1731986681825 2024-11-19T03:24:41,848 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:41,848 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:41,848 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=2d35d9ca7873b1f0bb73902ef811d3bb, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:24:41,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 because future has completed 2024-11-19T03:24:41,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-19T03:24:41,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 in 179 msec 2024-11-19T03:24:41,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-19T03:24:41,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d35d9ca7873b1f0bb73902ef811d3bb, ASSIGN in 337 msec 2024-11-19T03:24:41,856 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:24:41,856 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986681856"}]},"ts":"1731986681856"} 2024-11-19T03:24:41,858 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T03:24:41,859 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:24:41,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1870 sec 2024-11-19T03:24:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-19T03:24:42,822 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:42,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79527845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:42,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:42,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:42,825 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:42,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:42,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:42,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63097a23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:42,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:42,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:42,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:42,828 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:42,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b05381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:42,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:42,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:42,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:42,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:42,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:24:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,41549,1731986648572 2024-11-19T03:24:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14bf5f07 2024-11-19T03:24:42,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:24:42,837 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:24:42,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T03:24:42,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:24:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-19T03:24:42,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741944_1120 (size=995) 2024-11-19T03:24:43,294 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-19T03:24:43,295 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-19T03:24:43,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T03:24:43,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d35d9ca7873b1f0bb73902ef811d3bb, REOPEN/MOVE}] 2024-11-19T03:24:43,311 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d35d9ca7873b1f0bb73902ef811d3bb, REOPEN/MOVE 2024-11-19T03:24:43,312 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=2d35d9ca7873b1f0bb73902ef811d3bb, regionState=CLOSING, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:24:43,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d35d9ca7873b1f0bb73902ef811d3bb, REOPEN/MOVE because future has completed 2024-11-19T03:24:43,314 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T03:24:43,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537}] 2024-11-19T03:24:43,467 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:43,467 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T03:24:43,467 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing 2d35d9ca7873b1f0bb73902ef811d3bb, disabling compactions & flushes 2024-11-19T03:24:43,467 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:43,467 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:43,468 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. after waiting 0 ms 2024-11-19T03:24:43,468 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:43,474 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T03:24:43,475 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:43,475 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for 2d35d9ca7873b1f0bb73902ef811d3bb: Waiting for close lock at 1731986683467Running coprocessor pre-close hooks at 1731986683467Disabling compacts and flushes for region at 1731986683467Disabling writes for close at 1731986683468 (+1 ms)Writing region close event to WAL at 1731986683468Running coprocessor post-close hooks at 1731986683474 (+6 ms)Closed at 1731986683474 2024-11-19T03:24:43,475 WARN [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: 2d35d9ca7873b1f0bb73902ef811d3bb to self. 2024-11-19T03:24:43,477 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:43,478 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=2d35d9ca7873b1f0bb73902ef811d3bb, regionState=CLOSED 2024-11-19T03:24:43,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 because future has completed 2024-11-19T03:24:43,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-19T03:24:43,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure 2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 in 168 msec 2024-11-19T03:24:43,486 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d35d9ca7873b1f0bb73902ef811d3bb, REOPEN/MOVE; state=CLOSED, location=47efada56ed5,46547,1731986649537; forceNewPlan=false, retain=true 2024-11-19T03:24:43,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=2d35d9ca7873b1f0bb73902ef811d3bb, regionState=OPENING, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:24:43,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d35d9ca7873b1f0bb73902ef811d3bb, REOPEN/MOVE because future has completed 2024-11-19T03:24:43,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537}] 2024-11-19T03:24:43,794 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:43,795 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:24:43,795 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:43,795 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:24:43,795 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:43,795 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:43,800 INFO [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:43,805 INFO [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d35d9ca7873b1f0bb73902ef811d3bb columnFamilyName A 2024-11-19T03:24:43,808 DEBUG [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:43,808 INFO [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] regionserver.HStore(327): Store=2d35d9ca7873b1f0bb73902ef811d3bb/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:24:43,809 INFO [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:43,810 INFO [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d35d9ca7873b1f0bb73902ef811d3bb columnFamilyName B 2024-11-19T03:24:43,810 DEBUG [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:43,810 INFO [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] regionserver.HStore(327): Store=2d35d9ca7873b1f0bb73902ef811d3bb/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:24:43,810 INFO [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:43,811 INFO [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d35d9ca7873b1f0bb73902ef811d3bb columnFamilyName C 2024-11-19T03:24:43,811 DEBUG [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:43,812 INFO [StoreOpener-2d35d9ca7873b1f0bb73902ef811d3bb-1 {}] regionserver.HStore(327): Store=2d35d9ca7873b1f0bb73902ef811d3bb/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:24:43,812 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:43,813 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:43,814 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:43,815 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:43,815 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:43,815 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T03:24:43,816 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:43,817 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 2d35d9ca7873b1f0bb73902ef811d3bb; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59865837, jitterRate=-0.10792951285839081}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T03:24:43,817 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:43,819 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 2d35d9ca7873b1f0bb73902ef811d3bb: Running coprocessor pre-open hook at 1731986683796Writing region info on filesystem at 1731986683796Initializing all the Stores at 1731986683796Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986683796Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986683797 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986683797Cleaning up temporary data from old regions at 1731986683815 (+18 ms)Running coprocessor post-open hooks at 1731986683817 (+2 ms)Region opened successfully at 1731986683819 (+2 ms) 2024-11-19T03:24:43,820 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., pid=41, masterSystemTime=1731986683791 2024-11-19T03:24:43,821 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:43,822 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:43,822 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=2d35d9ca7873b1f0bb73902ef811d3bb, regionState=OPEN, openSeqNum=5, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:24:43,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 because future has completed 2024-11-19T03:24:43,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-19T03:24:43,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 in 185 msec 2024-11-19T03:24:43,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-19T03:24:43,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d35d9ca7873b1f0bb73902ef811d3bb, REOPEN/MOVE in 518 msec 2024-11-19T03:24:43,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-19T03:24:43,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 531 msec 2024-11-19T03:24:43,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 987 msec 2024-11-19T03:24:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-19T03:24:43,836 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:43,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5adc4e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:43,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:43,838 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:43,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:43,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:43,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e76ac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:43,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:43,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:43,839 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:43,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604a2ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681c9b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:43,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:43,841 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:43,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9f9fc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:43,843 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4e0a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d91e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:43,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:43,845 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:43,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:43,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:43,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6938e471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:43,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:43,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:43,846 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:43,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd276af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771f5e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:43,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:43,848 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f5860b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:43,849 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:43,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd6ad69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b75e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:43,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:43,851 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:43,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:43,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:43,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3583375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:43,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:43,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:43,853 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78bfde8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5453a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:43,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:43,855 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4fd3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:43,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:43,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:43,856 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:43,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392cb5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b6e690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,858 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:43,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:43,858 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:43,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64877518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:43,860 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:43,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6efac9a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd05ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:43,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:43,862 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:43,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c62e8f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:43,864 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:43,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c27714a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dff183a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:24:43,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:24:43,866 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:24:43,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:24:43,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:24:43,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c679eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:24:43,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:24:43,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:24:43,867 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:24:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c558fb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:24:43,869 DEBUG [Thread-618 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:43,869 DEBUG [Thread-629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:43,869 DEBUG [Thread-620 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:43,869 DEBUG [Thread-625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:43,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:24:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:43,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-19T03:24:43,872 DEBUG [Thread-623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:43,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-19T03:24:43,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:43,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:43,873 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:24:43,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:43,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:43,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:43,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:43,874 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:24:43,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:24:43,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:24:43,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:24:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:24:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:24:43,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:24:43,879 DEBUG [Thread-612 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:43,880 DEBUG [Thread-614 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:43,880 DEBUG [Thread-627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:43,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:43,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:43,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:43,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:43,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:43,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:43,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:43,883 DEBUG [Thread-616 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:24:43,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:43,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:24:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:24:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:24:43,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:24:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:24:43,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:24:43,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:24:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:43,930 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:43,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d35d9ca7873b1f0bb73902ef811d3bb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T03:24:43,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119bc842a8340294454a4b77a615225b69e_2d35d9ca7873b1f0bb73902ef811d3bb is 50, key is test_row_0/A:col10/1731986683925/Put/seqid=0 2024-11-19T03:24:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-19T03:24:44,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741945_1121 (size=17034) 2024-11-19T03:24:44,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-19T03:24:44,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:44,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:44,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:44,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986744023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986744041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986744048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34560 deadline: 1731986744053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986744066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986744152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986744163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986744163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-19T03:24:44,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:44,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34560 deadline: 1731986744182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:44,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986744185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-19T03:24:44,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-19T03:24:44,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:44,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:44,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:44,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986744362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986744372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986744374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986744392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34560 deadline: 1731986744395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,421 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:44,429 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119bc842a8340294454a4b77a615225b69e_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119bc842a8340294454a4b77a615225b69e_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:44,435 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/4eb64b3006a44faa8aef4f4ef1c64caa, store: [table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:44,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/4eb64b3006a44faa8aef4f4ef1c64caa is 175, key is test_row_0/A:col10/1731986683925/Put/seqid=0 2024-11-19T03:24:44,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741946_1122 (size=48139) 2024-11-19T03:24:44,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-19T03:24:44,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:44,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:44,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:44,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-19T03:24:44,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-19T03:24:44,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:44,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:44,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:44,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986744672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986744683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986744683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986744702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:44,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34560 deadline: 1731986744702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:44,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:44,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-19T03:24:44,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:44,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:44,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:44,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,871 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/4eb64b3006a44faa8aef4f4ef1c64caa 2024-11-19T03:24:44,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/f00f0bb126d74710849bb64926623e1f is 50, key is test_row_0/B:col10/1731986683925/Put/seqid=0 2024-11-19T03:24:44,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741947_1123 (size=12001) 2024-11-19T03:24:44,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/f00f0bb126d74710849bb64926623e1f 2024-11-19T03:24:44,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-19T03:24:44,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:44,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:44,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:44,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:44,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/d5d4587596d14031b6d36656e401014e is 50, key is test_row_0/C:col10/1731986683925/Put/seqid=0 2024-11-19T03:24:44,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741948_1124 (size=12001) 2024-11-19T03:24:44,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/d5d4587596d14031b6d36656e401014e 2024-11-19T03:24:44,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/4eb64b3006a44faa8aef4f4ef1c64caa as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/4eb64b3006a44faa8aef4f4ef1c64caa 2024-11-19T03:24:45,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/4eb64b3006a44faa8aef4f4ef1c64caa, entries=250, sequenceid=15, filesize=47.0 K 2024-11-19T03:24:45,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/f00f0bb126d74710849bb64926623e1f as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/f00f0bb126d74710849bb64926623e1f 2024-11-19T03:24:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-19T03:24:45,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/f00f0bb126d74710849bb64926623e1f, entries=150, sequenceid=15, filesize=11.7 K 2024-11-19T03:24:45,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/d5d4587596d14031b6d36656e401014e as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/d5d4587596d14031b6d36656e401014e 2024-11-19T03:24:45,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/d5d4587596d14031b6d36656e401014e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-19T03:24:45,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 2d35d9ca7873b1f0bb73902ef811d3bb in 1095ms, sequenceid=15, compaction requested=false 2024-11-19T03:24:45,026 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-19T03:24:45,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:45,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-19T03:24:45,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:45,115 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 2d35d9ca7873b1f0bb73902ef811d3bb 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-19T03:24:45,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119bfeec65fd46b490eb75467f9eed6e065_2d35d9ca7873b1f0bb73902ef811d3bb is 50, key is test_row_0/A:col10/1731986684038/Put/seqid=0 2024-11-19T03:24:45,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:45,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741949_1125 (size=12154) 2024-11-19T03:24:45,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,201 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119bfeec65fd46b490eb75467f9eed6e065_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119bfeec65fd46b490eb75467f9eed6e065_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:45,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/b4df415a5d3f4fc0ba8b7f0cab173c38, store: [table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:45,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986745203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:45,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:45,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:45,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/b4df415a5d3f4fc0ba8b7f0cab173c38 is 175, key is test_row_0/A:col10/1731986684038/Put/seqid=0 2024-11-19T03:24:45,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:45,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986745203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:45,205 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:45,205 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:45,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:45,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986745204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:45,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:45,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:45,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:45,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34560 deadline: 1731986745213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:45,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:45,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:45,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:45,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986745213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:45,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:45,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:45,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:45,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741950_1126 (size=30955) 2024-11-19T03:24:45,242 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/b4df415a5d3f4fc0ba8b7f0cab173c38 2024-11-19T03:24:45,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/1bf7547861234ea6a073a6adcf6727cc is 50, key is test_row_0/B:col10/1731986684038/Put/seqid=0 2024-11-19T03:24:45,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741951_1127 (size=12001) 2024-11-19T03:24:45,298 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/1bf7547861234ea6a073a6adcf6727cc 2024-11-19T03:24:45,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/8ef5c8be2d2843a2922c6dd407b0f415 is 50, key is test_row_0/C:col10/1731986684038/Put/seqid=0 2024-11-19T03:24:45,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986745312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:45,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:45,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:45,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:45,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986745312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:45,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:45,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:45,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:45,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741952_1128 (size=12001) 2024-11-19T03:24:45,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986745529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:45,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986745529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:45,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:45,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:45,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:45,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:45,622 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T03:24:45,753 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/8ef5c8be2d2843a2922c6dd407b0f415 2024-11-19T03:24:45,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/b4df415a5d3f4fc0ba8b7f0cab173c38 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/b4df415a5d3f4fc0ba8b7f0cab173c38 2024-11-19T03:24:45,773 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/b4df415a5d3f4fc0ba8b7f0cab173c38, entries=150, sequenceid=42, filesize=30.2 K 2024-11-19T03:24:45,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/1bf7547861234ea6a073a6adcf6727cc as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/1bf7547861234ea6a073a6adcf6727cc 2024-11-19T03:24:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,787 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/1bf7547861234ea6a073a6adcf6727cc, entries=150, sequenceid=42, filesize=11.7 K 2024-11-19T03:24:45,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/8ef5c8be2d2843a2922c6dd407b0f415 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/8ef5c8be2d2843a2922c6dd407b0f415 2024-11-19T03:24:45,795 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/8ef5c8be2d2843a2922c6dd407b0f415, entries=150, sequenceid=42, filesize=11.7 K 2024-11-19T03:24:45,797 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 2d35d9ca7873b1f0bb73902ef811d3bb in 681ms, sequenceid=42, compaction requested=false 2024-11-19T03:24:45,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:45,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:45,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-19T03:24:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-19T03:24:45,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-19T03:24:45,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9250 sec 2024-11-19T03:24:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.9350 sec 2024-11-19T03:24:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:45,909 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:45,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d35d9ca7873b1f0bb73902ef811d3bb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T03:24:45,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411190a121880a7514477b2f42cc24a7d746f_2d35d9ca7873b1f0bb73902ef811d3bb is 50, key is test_row_0/A:col10/1731986685902/Put/seqid=0 2024-11-19T03:24:45,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741953_1129 (size=14594) 2024-11-19T03:24:45,949 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:45,956 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411190a121880a7514477b2f42cc24a7d746f_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411190a121880a7514477b2f42cc24a7d746f_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:45,960 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/bec7feeca0524b5482aae4bbc8a219a6, store: [table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:45,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/bec7feeca0524b5482aae4bbc8a219a6 is 175, key is test_row_0/A:col10/1731986685902/Put/seqid=0 2024-11-19T03:24:45,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741954_1130 (size=39549) 2024-11-19T03:24:45,975 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/bec7feeca0524b5482aae4bbc8a219a6 2024-11-19T03:24:45,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/7dba67a95cb04970a354588cb76ed53c is 50, key is test_row_0/B:col10/1731986685902/Put/seqid=0 2024-11-19T03:24:45,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741955_1131 (size=12001) 2024-11-19T03:24:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-19T03:24:46,023 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:46,025 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:24:46,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-19T03:24:46,028 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:24:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T03:24:46,029 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:24:46,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:24:46,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986746080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:46,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986746086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:46,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T03:24:46,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T03:24:46,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:46,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:46,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:46,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:46,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:46,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:46,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:46,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986746202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986746202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:46,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:46,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:46,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986746213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:46,214 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in 2d35d9ca7873b1f0bb73902ef811d3bb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:24:46,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:46,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986746222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:46,227 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in 2d35d9ca7873b1f0bb73902ef811d3bb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:24:46,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:46,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34560 deadline: 1731986746232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:46,236 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_0' in 2d35d9ca7873b1f0bb73902ef811d3bb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:24:46,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:46,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T03:24:46,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:46,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:46,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:46,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:46,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T03:24:46,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/7dba67a95cb04970a354588cb76ed53c 2024-11-19T03:24:46,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/4e73e462c32c45249d588d03e1b69320 is 50, key is test_row_0/C:col10/1731986685902/Put/seqid=0 2024-11-19T03:24:46,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741956_1132 (size=12001) 2024-11-19T03:24:46,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986746412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:46,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:46,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986746412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:46,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:46,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:46,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T03:24:46,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:46,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:46,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:46,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:46,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:46,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T03:24:46,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:46,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:46,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:46,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:46,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T03:24:46,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:46,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986746723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986746723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:46,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:46,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:46,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T03:24:46,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:46,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:46,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:46,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:46,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:46,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/4e73e462c32c45249d588d03e1b69320 2024-11-19T03:24:46,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/bec7feeca0524b5482aae4bbc8a219a6 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bec7feeca0524b5482aae4bbc8a219a6 2024-11-19T03:24:46,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bec7feeca0524b5482aae4bbc8a219a6, entries=200, sequenceid=53, filesize=38.6 K 2024-11-19T03:24:46,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/7dba67a95cb04970a354588cb76ed53c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/7dba67a95cb04970a354588cb76ed53c 2024-11-19T03:24:46,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/7dba67a95cb04970a354588cb76ed53c, entries=150, sequenceid=53, filesize=11.7 K 2024-11-19T03:24:46,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/4e73e462c32c45249d588d03e1b69320 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/4e73e462c32c45249d588d03e1b69320 2024-11-19T03:24:46,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/4e73e462c32c45249d588d03e1b69320, entries=150, sequenceid=53, filesize=11.7 K 2024-11-19T03:24:46,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2d35d9ca7873b1f0bb73902ef811d3bb in 947ms, sequenceid=53, compaction requested=true 2024-11-19T03:24:46,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:46,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:24:46,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:46,857 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:46,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:24:46,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:46,857 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:46,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:24:46,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:46,859 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:46,859 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/B is initiating minor compaction (all files) 2024-11-19T03:24:46,859 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/B in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:46,859 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/f00f0bb126d74710849bb64926623e1f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/1bf7547861234ea6a073a6adcf6727cc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/7dba67a95cb04970a354588cb76ed53c] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=35.2 K 2024-11-19T03:24:46,859 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:46,859 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/A is initiating minor compaction (all files) 2024-11-19T03:24:46,859 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/A in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:46,860 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/4eb64b3006a44faa8aef4f4ef1c64caa, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/b4df415a5d3f4fc0ba8b7f0cab173c38, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bec7feeca0524b5482aae4bbc8a219a6] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=115.9 K 2024-11-19T03:24:46,860 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:46,860 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/4eb64b3006a44faa8aef4f4ef1c64caa, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/b4df415a5d3f4fc0ba8b7f0cab173c38, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bec7feeca0524b5482aae4bbc8a219a6] 2024-11-19T03:24:46,860 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting f00f0bb126d74710849bb64926623e1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731986683886 2024-11-19T03:24:46,861 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4eb64b3006a44faa8aef4f4ef1c64caa, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731986683886 2024-11-19T03:24:46,861 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bf7547861234ea6a073a6adcf6727cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731986684038 2024-11-19T03:24:46,861 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4df415a5d3f4fc0ba8b7f0cab173c38, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731986684038 2024-11-19T03:24:46,861 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dba67a95cb04970a354588cb76ed53c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731986685183 2024-11-19T03:24:46,861 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting bec7feeca0524b5482aae4bbc8a219a6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731986685183 2024-11-19T03:24:46,871 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:46,875 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#B#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:46,875 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/d317b8fd2cc641c6a2407c01447bd312 is 50, key is test_row_0/B:col10/1731986685902/Put/seqid=0 2024-11-19T03:24:46,880 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119339b252c5cb546cca7cf8055f6f2809b_2d35d9ca7873b1f0bb73902ef811d3bb store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:46,883 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119339b252c5cb546cca7cf8055f6f2809b_2d35d9ca7873b1f0bb73902ef811d3bb, store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:46,884 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119339b252c5cb546cca7cf8055f6f2809b_2d35d9ca7873b1f0bb73902ef811d3bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:46,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741957_1133 (size=12104) 2024-11-19T03:24:46,898 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/d317b8fd2cc641c6a2407c01447bd312 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/d317b8fd2cc641c6a2407c01447bd312 2024-11-19T03:24:46,905 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/B of 2d35d9ca7873b1f0bb73902ef811d3bb into d317b8fd2cc641c6a2407c01447bd312(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:46,905 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:46,905 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/B, priority=13, startTime=1731986686857; duration=0sec 2024-11-19T03:24:46,905 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:46,905 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:B 2024-11-19T03:24:46,905 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:46,907 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:46,907 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/C is initiating minor compaction (all files) 2024-11-19T03:24:46,907 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/C in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:46,907 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/d5d4587596d14031b6d36656e401014e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/8ef5c8be2d2843a2922c6dd407b0f415, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/4e73e462c32c45249d588d03e1b69320] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=35.2 K 2024-11-19T03:24:46,907 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting d5d4587596d14031b6d36656e401014e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731986683886 2024-11-19T03:24:46,908 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ef5c8be2d2843a2922c6dd407b0f415, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731986684038 2024-11-19T03:24:46,910 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e73e462c32c45249d588d03e1b69320, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731986685183 2024-11-19T03:24:46,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741958_1134 (size=4469) 2024-11-19T03:24:46,919 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#C#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:46,920 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/c330316906924389b5364bb8d53f984f is 50, key is test_row_0/C:col10/1731986685902/Put/seqid=0 2024-11-19T03:24:46,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741959_1135 (size=12104) 2024-11-19T03:24:46,945 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/c330316906924389b5364bb8d53f984f as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/c330316906924389b5364bb8d53f984f 2024-11-19T03:24:46,954 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/C of 2d35d9ca7873b1f0bb73902ef811d3bb into c330316906924389b5364bb8d53f984f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:46,955 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:46,955 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/C, priority=13, startTime=1731986686857; duration=0sec 2024-11-19T03:24:46,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-19T03:24:46,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:46,955 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 2d35d9ca7873b1f0bb73902ef811d3bb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T03:24:46,956 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:46,957 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:C 2024-11-19T03:24:46,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119141fd094f03441cdb190f2e9e219306d_2d35d9ca7873b1f0bb73902ef811d3bb is 50, key is test_row_0/A:col10/1731986686065/Put/seqid=0 2024-11-19T03:24:46,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741960_1136 (size=12154) 2024-11-19T03:24:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T03:24:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:47,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:47,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986747275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:47,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986747275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:47,315 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#A#compaction#114 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:47,316 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/d123e93631c746e88b14d644836a0f6f is 175, key is test_row_0/A:col10/1731986685902/Put/seqid=0 2024-11-19T03:24:47,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741961_1137 (size=31058) 2024-11-19T03:24:47,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986747382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:47,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:47,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:47,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986747382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:47,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:47,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:47,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:47,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:47,390 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119141fd094f03441cdb190f2e9e219306d_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119141fd094f03441cdb190f2e9e219306d_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:47,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/89a6370cec2e499c809ca92194c64655, store: [table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:47,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/89a6370cec2e499c809ca92194c64655 is 175, key is test_row_0/A:col10/1731986686065/Put/seqid=0 2024-11-19T03:24:47,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741962_1138 (size=30955) 2024-11-19T03:24:47,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986747592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:47,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986747593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:47,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:47,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:47,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:47,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:47,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:47,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:47,730 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/d123e93631c746e88b14d644836a0f6f as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/d123e93631c746e88b14d644836a0f6f 2024-11-19T03:24:47,740 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/A of 2d35d9ca7873b1f0bb73902ef811d3bb into d123e93631c746e88b14d644836a0f6f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:47,740 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:47,740 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/A, priority=13, startTime=1731986686857; duration=0sec 2024-11-19T03:24:47,740 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:47,740 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:A 2024-11-19T03:24:47,797 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/89a6370cec2e499c809ca92194c64655 2024-11-19T03:24:47,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/2271c700221848eb818c8e7dc5a28a14 is 50, key is test_row_0/B:col10/1731986686065/Put/seqid=0 2024-11-19T03:24:47,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741963_1139 (size=12001) 2024-11-19T03:24:47,851 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/2271c700221848eb818c8e7dc5a28a14 2024-11-19T03:24:47,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/7de4de8dbb8a4d0c97bcc3dd5a73aa78 is 50, key is test_row_0/C:col10/1731986686065/Put/seqid=0 2024-11-19T03:24:47,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741964_1140 (size=12001) 2024-11-19T03:24:47,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986747902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:47,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:47,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:47,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:47,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986747902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:47,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:47,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:47,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T03:24:48,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:48,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986748233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986748233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:48,234 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in 2d35d9ca7873b1f0bb73902ef811d3bb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:24:48,234 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in 2d35d9ca7873b1f0bb73902ef811d3bb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:24:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:48,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34560 deadline: 1731986748262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:48,265 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_0' in 2d35d9ca7873b1f0bb73902ef811d3bb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:24:48,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:48,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:48,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:48,324 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/7de4de8dbb8a4d0c97bcc3dd5a73aa78 2024-11-19T03:24:48,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/89a6370cec2e499c809ca92194c64655 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/89a6370cec2e499c809ca92194c64655 2024-11-19T03:24:48,339 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/89a6370cec2e499c809ca92194c64655, entries=150, sequenceid=80, filesize=30.2 K 2024-11-19T03:24:48,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/2271c700221848eb818c8e7dc5a28a14 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/2271c700221848eb818c8e7dc5a28a14 2024-11-19T03:24:48,347 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/2271c700221848eb818c8e7dc5a28a14, entries=150, sequenceid=80, filesize=11.7 K 2024-11-19T03:24:48,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/7de4de8dbb8a4d0c97bcc3dd5a73aa78 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/7de4de8dbb8a4d0c97bcc3dd5a73aa78 2024-11-19T03:24:48,360 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/7de4de8dbb8a4d0c97bcc3dd5a73aa78, entries=150, sequenceid=80, filesize=11.7 K 2024-11-19T03:24:48,361 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 2d35d9ca7873b1f0bb73902ef811d3bb in 1406ms, sequenceid=80, compaction requested=false 2024-11-19T03:24:48,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:48,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:48,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-19T03:24:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-19T03:24:48,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-19T03:24:48,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3340 sec 2024-11-19T03:24:48,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.3440 sec 2024-11-19T03:24:48,416 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:48,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d35d9ca7873b1f0bb73902ef811d3bb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T03:24:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:48,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c113f712951f4e61a55775231e1fccd1_2d35d9ca7873b1f0bb73902ef811d3bb is 50, key is test_row_0/A:col10/1731986688414/Put/seqid=0 2024-11-19T03:24:48,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741965_1141 (size=14594) 2024-11-19T03:24:48,481 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:48,488 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c113f712951f4e61a55775231e1fccd1_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c113f712951f4e61a55775231e1fccd1_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:48,492 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/db28085accf644df8d80fc9136c83c04, store: [table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:48,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/db28085accf644df8d80fc9136c83c04 is 175, key is test_row_0/A:col10/1731986688414/Put/seqid=0 2024-11-19T03:24:48,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986748497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:48,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:48,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:48,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986748498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:48,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:48,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:48,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:48,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:48,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741966_1142 (size=39549) 2024-11-19T03:24:48,531 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/db28085accf644df8d80fc9136c83c04 2024-11-19T03:24:48,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/e8f4984524ce4925993d172ca84eaf69 is 50, key is test_row_0/B:col10/1731986688414/Put/seqid=0 2024-11-19T03:24:48,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741967_1143 (size=12001) 2024-11-19T03:24:48,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986748612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:48,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:48,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:48,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:48,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986748612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:48,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:48,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:48,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:48,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986748822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:48,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986748822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:48,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:48,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:48,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:48,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:48,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:48,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:48,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/e8f4984524ce4925993d172ca84eaf69 2024-11-19T03:24:48,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/a29d4b99d4854f3787353f52ec4d9d18 is 50, key is test_row_0/C:col10/1731986688414/Put/seqid=0 2024-11-19T03:24:49,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741968_1144 (size=12001) 2024-11-19T03:24:49,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/a29d4b99d4854f3787353f52ec4d9d18 2024-11-19T03:24:49,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/db28085accf644df8d80fc9136c83c04 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/db28085accf644df8d80fc9136c83c04 2024-11-19T03:24:49,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/db28085accf644df8d80fc9136c83c04, entries=200, sequenceid=94, filesize=38.6 K 2024-11-19T03:24:49,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/e8f4984524ce4925993d172ca84eaf69 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/e8f4984524ce4925993d172ca84eaf69 2024-11-19T03:24:49,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/e8f4984524ce4925993d172ca84eaf69, entries=150, sequenceid=94, filesize=11.7 K 2024-11-19T03:24:49,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/a29d4b99d4854f3787353f52ec4d9d18 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/a29d4b99d4854f3787353f52ec4d9d18 2024-11-19T03:24:49,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/a29d4b99d4854f3787353f52ec4d9d18, entries=150, sequenceid=94, filesize=11.7 K 2024-11-19T03:24:49,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 2d35d9ca7873b1f0bb73902ef811d3bb in 634ms, sequenceid=94, compaction requested=true 2024-11-19T03:24:49,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:49,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:24:49,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:49,050 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:49,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:24:49,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:49,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:24:49,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T03:24:49,051 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:49,051 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:49,051 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:49,052 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/B is initiating minor compaction (all files) 2024-11-19T03:24:49,052 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/A is initiating minor compaction (all files) 2024-11-19T03:24:49,052 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/B in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:49,052 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/A in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:49,052 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/d317b8fd2cc641c6a2407c01447bd312, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/2271c700221848eb818c8e7dc5a28a14, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/e8f4984524ce4925993d172ca84eaf69] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=35.3 K 2024-11-19T03:24:49,052 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/d123e93631c746e88b14d644836a0f6f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/89a6370cec2e499c809ca92194c64655, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/db28085accf644df8d80fc9136c83c04] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=99.2 K 2024-11-19T03:24:49,052 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:49,052 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/d123e93631c746e88b14d644836a0f6f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/89a6370cec2e499c809ca92194c64655, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/db28085accf644df8d80fc9136c83c04] 2024-11-19T03:24:49,052 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting d317b8fd2cc641c6a2407c01447bd312, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731986685183 2024-11-19T03:24:49,053 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting d123e93631c746e88b14d644836a0f6f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731986685183 2024-11-19T03:24:49,053 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 2271c700221848eb818c8e7dc5a28a14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731986686049 2024-11-19T03:24:49,053 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89a6370cec2e499c809ca92194c64655, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731986686049 2024-11-19T03:24:49,053 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting e8f4984524ce4925993d172ca84eaf69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731986687263 2024-11-19T03:24:49,053 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting db28085accf644df8d80fc9136c83c04, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731986687263 2024-11-19T03:24:49,073 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:49,075 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119f7a3d87c4ff448c183df3de932c50408_2d35d9ca7873b1f0bb73902ef811d3bb store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:49,077 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#B#compaction#124 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:49,077 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/af1f1182048e439cafaa11fb87a12ded is 50, key is test_row_0/B:col10/1731986688414/Put/seqid=0 2024-11-19T03:24:49,078 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119f7a3d87c4ff448c183df3de932c50408_2d35d9ca7873b1f0bb73902ef811d3bb, store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:49,078 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f7a3d87c4ff448c183df3de932c50408_2d35d9ca7873b1f0bb73902ef811d3bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:49,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741970_1146 (size=12207) 2024-11-19T03:24:49,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741969_1145 (size=4469) 2024-11-19T03:24:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:49,134 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:49,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d35d9ca7873b1f0bb73902ef811d3bb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T03:24:49,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411198b21fd6d522b4b239f32b3c2fac2eea3_2d35d9ca7873b1f0bb73902ef811d3bb is 50, key is test_row_0/A:col10/1731986688490/Put/seqid=0 2024-11-19T03:24:49,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741971_1147 (size=14594) 2024-11-19T03:24:49,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986749160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:49,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986749162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:49,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:49,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:49,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:49,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:49,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:49,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:49,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:49,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986749272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986749272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:49,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:49,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:49,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:49,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:49,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:49,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:49,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986749482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:49,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986749484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:49,508 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/af1f1182048e439cafaa11fb87a12ded as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/af1f1182048e439cafaa11fb87a12ded 2024-11-19T03:24:49,514 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#A#compaction#123 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:49,514 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/831c94144edf4cda9ac68d79f1f35b89 is 175, key is test_row_0/A:col10/1731986688414/Put/seqid=0 2024-11-19T03:24:49,515 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/B of 2d35d9ca7873b1f0bb73902ef811d3bb into af1f1182048e439cafaa11fb87a12ded(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:49,515 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:49,515 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/B, priority=13, startTime=1731986689050; duration=0sec 2024-11-19T03:24:49,515 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:49,515 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:B 2024-11-19T03:24:49,515 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:49,520 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:49,520 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/C is initiating minor compaction (all files) 2024-11-19T03:24:49,521 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/C in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:49,521 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/c330316906924389b5364bb8d53f984f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/7de4de8dbb8a4d0c97bcc3dd5a73aa78, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/a29d4b99d4854f3787353f52ec4d9d18] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=35.3 K 2024-11-19T03:24:49,524 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting c330316906924389b5364bb8d53f984f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731986685183 2024-11-19T03:24:49,525 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7de4de8dbb8a4d0c97bcc3dd5a73aa78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731986686049 2024-11-19T03:24:49,525 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting a29d4b99d4854f3787353f52ec4d9d18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731986687263 2024-11-19T03:24:49,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741972_1148 (size=31161) 2024-11-19T03:24:49,541 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/831c94144edf4cda9ac68d79f1f35b89 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/831c94144edf4cda9ac68d79f1f35b89 2024-11-19T03:24:49,542 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#C#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:49,542 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/6e09fe8c8f554cc5a38a81277712ff24 is 50, key is test_row_0/C:col10/1731986688414/Put/seqid=0 2024-11-19T03:24:49,550 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/A of 2d35d9ca7873b1f0bb73902ef811d3bb into 831c94144edf4cda9ac68d79f1f35b89(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:49,551 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:49,551 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/A, priority=13, startTime=1731986689050; duration=0sec 2024-11-19T03:24:49,551 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:49,551 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:A 2024-11-19T03:24:49,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741973_1149 (size=12207) 2024-11-19T03:24:49,565 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/6e09fe8c8f554cc5a38a81277712ff24 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/6e09fe8c8f554cc5a38a81277712ff24 2024-11-19T03:24:49,565 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:49,580 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411198b21fd6d522b4b239f32b3c2fac2eea3_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411198b21fd6d522b4b239f32b3c2fac2eea3_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:49,581 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/C of 2d35d9ca7873b1f0bb73902ef811d3bb into 6e09fe8c8f554cc5a38a81277712ff24(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:49,581 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:49,581 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/C, priority=13, startTime=1731986689051; duration=0sec 2024-11-19T03:24:49,581 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:49,581 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:C 2024-11-19T03:24:49,581 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/a59fa51bde7841998dcb50f1e43a9cc4, store: [table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:49,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/a59fa51bde7841998dcb50f1e43a9cc4 is 175, key is test_row_0/A:col10/1731986688490/Put/seqid=0 2024-11-19T03:24:49,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741974_1150 (size=39549) 2024-11-19T03:24:49,587 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/a59fa51bde7841998dcb50f1e43a9cc4 2024-11-19T03:24:49,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/1cc514a58b0049d6b178c24a9952b611 is 50, key is test_row_0/B:col10/1731986688490/Put/seqid=0 2024-11-19T03:24:49,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741975_1151 (size=12001) 2024-11-19T03:24:49,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:49,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986749792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986749792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:50,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/1cc514a58b0049d6b178c24a9952b611 2024-11-19T03:24:50,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/b49087ebd6bc4fab8ab65b116433b5e9 is 50, key is test_row_0/C:col10/1731986688490/Put/seqid=0 2024-11-19T03:24:50,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741976_1152 (size=12001) 2024-11-19T03:24:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-19T03:24:50,193 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:50,193 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:24:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-19T03:24:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-19T03:24:50,195 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:24:50,195 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:24:50,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:24:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-19T03:24:50,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986750302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:50,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:50,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986750302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:50,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:50,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-19T03:24:50,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:50,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:50,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:50,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:50,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:50,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/b49087ebd6bc4fab8ab65b116433b5e9 2024-11-19T03:24:50,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/a59fa51bde7841998dcb50f1e43a9cc4 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/a59fa51bde7841998dcb50f1e43a9cc4 2024-11-19T03:24:50,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/a59fa51bde7841998dcb50f1e43a9cc4, entries=200, sequenceid=119, filesize=38.6 K 2024-11-19T03:24:50,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/1cc514a58b0049d6b178c24a9952b611 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/1cc514a58b0049d6b178c24a9952b611 2024-11-19T03:24:50,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/1cc514a58b0049d6b178c24a9952b611, entries=150, sequenceid=119, filesize=11.7 K 2024-11-19T03:24:50,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/b49087ebd6bc4fab8ab65b116433b5e9 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/b49087ebd6bc4fab8ab65b116433b5e9 2024-11-19T03:24:50,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/b49087ebd6bc4fab8ab65b116433b5e9, entries=150, sequenceid=119, filesize=11.7 K 2024-11-19T03:24:50,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2d35d9ca7873b1f0bb73902ef811d3bb in 1314ms, sequenceid=119, compaction requested=false 2024-11-19T03:24:50,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:50,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-19T03:24:50,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:50,501 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 2d35d9ca7873b1f0bb73902ef811d3bb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T03:24:50,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411196100085989d040aeaece2506d7055384_2d35d9ca7873b1f0bb73902ef811d3bb is 50, key is test_row_0/A:col10/1731986689140/Put/seqid=0 2024-11-19T03:24:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-19T03:24:50,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741977_1153 (size=12204) 2024-11-19T03:24:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-19T03:24:50,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:50,929 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411196100085989d040aeaece2506d7055384_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411196100085989d040aeaece2506d7055384_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:50,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/af5f621e24ae40dfa96c34a1f92c538e, store: [table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:50,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/af5f621e24ae40dfa96c34a1f92c538e is 175, key is test_row_0/A:col10/1731986689140/Put/seqid=0 2024-11-19T03:24:50,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741978_1154 (size=31005) 2024-11-19T03:24:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:51,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-19T03:24:51,343 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/af5f621e24ae40dfa96c34a1f92c538e 2024-11-19T03:24:51,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/5ae3729725c84d03ae2e937cd5e7c169 is 50, key is test_row_0/B:col10/1731986689140/Put/seqid=0 2024-11-19T03:24:51,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741979_1155 (size=12051) 2024-11-19T03:24:51,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986751376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:51,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:51,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:51,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:51,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986751380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:51,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:51,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:51,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:51,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:51,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986751492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986751492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:51,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:51,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:51,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:51,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:51,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:51,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:51,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:51,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986751703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986751703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:51,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:51,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:51,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:51,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:51,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:51,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:51,757 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/5ae3729725c84d03ae2e937cd5e7c169 2024-11-19T03:24:51,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/aece33f9f11546f6815a65faa98c6226 is 50, key is test_row_0/C:col10/1731986689140/Put/seqid=0 2024-11-19T03:24:51,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741980_1156 (size=12051) 2024-11-19T03:24:52,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986752012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:52,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986752012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:52,185 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/aece33f9f11546f6815a65faa98c6226 2024-11-19T03:24:52,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/af5f621e24ae40dfa96c34a1f92c538e as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/af5f621e24ae40dfa96c34a1f92c538e 2024-11-19T03:24:52,194 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/af5f621e24ae40dfa96c34a1f92c538e, entries=150, sequenceid=133, filesize=30.3 K 2024-11-19T03:24:52,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/5ae3729725c84d03ae2e937cd5e7c169 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/5ae3729725c84d03ae2e937cd5e7c169 2024-11-19T03:24:52,199 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/5ae3729725c84d03ae2e937cd5e7c169, entries=150, sequenceid=133, filesize=11.8 K 2024-11-19T03:24:52,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/aece33f9f11546f6815a65faa98c6226 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/aece33f9f11546f6815a65faa98c6226 2024-11-19T03:24:52,204 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/aece33f9f11546f6815a65faa98c6226, entries=150, sequenceid=133, filesize=11.8 K 2024-11-19T03:24:52,205 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2d35d9ca7873b1f0bb73902ef811d3bb in 1704ms, sequenceid=133, compaction requested=true 2024-11-19T03:24:52,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:52,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:52,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-19T03:24:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-19T03:24:52,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-19T03:24:52,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0100 sec 2024-11-19T03:24:52,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.0160 sec 2024-11-19T03:24:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:52,255 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:52,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d35d9ca7873b1f0bb73902ef811d3bb 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T03:24:52,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195bc0c8c366654e3f822f5132e8872742_2d35d9ca7873b1f0bb73902ef811d3bb is 50, key is test_row_0/A:col10/1731986691375/Put/seqid=0 2024-11-19T03:24:52,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741981_1157 (size=14794) 2024-11-19T03:24:52,267 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:52,273 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195bc0c8c366654e3f822f5132e8872742_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195bc0c8c366654e3f822f5132e8872742_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:52,274 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/f6701d691c9f4cf893519f374663abde, store: [table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:52,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/f6701d691c9f4cf893519f374663abde is 175, key is test_row_0/A:col10/1731986691375/Put/seqid=0 2024-11-19T03:24:52,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986752277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:52,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741982_1158 (size=39749) 2024-11-19T03:24:52,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:52,282 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/f6701d691c9f4cf893519f374663abde 2024-11-19T03:24:52,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986752281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:52,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:52,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/ea4484d070b641fb88ecc7a926c7a3ad is 50, key is test_row_0/B:col10/1731986691375/Put/seqid=0 2024-11-19T03:24:52,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741983_1159 (size=12151) 2024-11-19T03:24:52,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34560 deadline: 1731986752303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:52,306 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_0' in 2d35d9ca7873b1f0bb73902ef811d3bb of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8253 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:24:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-19T03:24:52,342 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:52,342 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:24:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-19T03:24:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T03:24:52,345 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:24:52,346 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:24:52,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:24:52,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:52,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986752393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986752393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:52,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:52,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T03:24:52,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-19T03:24:52,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:52,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:52,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:52,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:52,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:52,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986752522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:52,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:52,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986752532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:52,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:52,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986752602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:52,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986752602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:52,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-19T03:24:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:52,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:52,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:52,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:52,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T03:24:52,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/ea4484d070b641fb88ecc7a926c7a3ad 2024-11-19T03:24:52,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/03f881a2a30d4470930247fef59f45fc is 50, key is test_row_0/C:col10/1731986691375/Put/seqid=0 2024-11-19T03:24:52,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741984_1160 (size=12151) 2024-11-19T03:24:52,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-19T03:24:52,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:52,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:52,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:52,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:52,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:52,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986752912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:52,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986752913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:52,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:52,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:52,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-19T03:24:52,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:52,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:52,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:52,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:52,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T03:24:53,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/03f881a2a30d4470930247fef59f45fc 2024-11-19T03:24:53,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-19T03:24:53,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:53,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:53,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:53,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:53,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:53,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/f6701d691c9f4cf893519f374663abde as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/f6701d691c9f4cf893519f374663abde 2024-11-19T03:24:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:53,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/f6701d691c9f4cf893519f374663abde, entries=200, sequenceid=159, filesize=38.8 K 2024-11-19T03:24:53,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/ea4484d070b641fb88ecc7a926c7a3ad as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/ea4484d070b641fb88ecc7a926c7a3ad 2024-11-19T03:24:53,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/ea4484d070b641fb88ecc7a926c7a3ad, entries=150, sequenceid=159, filesize=11.9 K 2024-11-19T03:24:53,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/03f881a2a30d4470930247fef59f45fc as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/03f881a2a30d4470930247fef59f45fc 2024-11-19T03:24:53,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/03f881a2a30d4470930247fef59f45fc, entries=150, sequenceid=159, filesize=11.9 K 2024-11-19T03:24:53,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 2d35d9ca7873b1f0bb73902ef811d3bb in 875ms, sequenceid=159, compaction requested=true 2024-11-19T03:24:53,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:53,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:24:53,131 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:24:53,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:53,131 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:24:53,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:24:53,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:53,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:24:53,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:53,133 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:24:53,133 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/B is initiating minor compaction (all files) 2024-11-19T03:24:53,133 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/B in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:53,133 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/af1f1182048e439cafaa11fb87a12ded, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/1cc514a58b0049d6b178c24a9952b611, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/5ae3729725c84d03ae2e937cd5e7c169, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/ea4484d070b641fb88ecc7a926c7a3ad] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=47.3 K 2024-11-19T03:24:53,133 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:24:53,133 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/A is initiating minor compaction (all files) 2024-11-19T03:24:53,133 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/A in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:53,133 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/831c94144edf4cda9ac68d79f1f35b89, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/a59fa51bde7841998dcb50f1e43a9cc4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/af5f621e24ae40dfa96c34a1f92c538e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/f6701d691c9f4cf893519f374663abde] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=138.1 K 2024-11-19T03:24:53,133 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:53,133 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/831c94144edf4cda9ac68d79f1f35b89, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/a59fa51bde7841998dcb50f1e43a9cc4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/af5f621e24ae40dfa96c34a1f92c538e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/f6701d691c9f4cf893519f374663abde] 2024-11-19T03:24:53,134 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting af1f1182048e439cafaa11fb87a12ded, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731986687263 2024-11-19T03:24:53,134 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 831c94144edf4cda9ac68d79f1f35b89, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731986687263 2024-11-19T03:24:53,134 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cc514a58b0049d6b178c24a9952b611, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731986688482 2024-11-19T03:24:53,134 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ae3729725c84d03ae2e937cd5e7c169, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731986689140 2024-11-19T03:24:53,134 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a59fa51bde7841998dcb50f1e43a9cc4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731986688482 2024-11-19T03:24:53,135 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting ea4484d070b641fb88ecc7a926c7a3ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731986691375 2024-11-19T03:24:53,135 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting af5f621e24ae40dfa96c34a1f92c538e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731986689140 2024-11-19T03:24:53,135 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6701d691c9f4cf893519f374663abde, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731986691361 2024-11-19T03:24:53,138 INFO [master/47efada56ed5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T03:24:53,138 INFO [master/47efada56ed5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T03:24:53,149 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#B#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:53,150 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/91630024a61e4d158f304926670265a3 is 50, key is test_row_0/B:col10/1731986691375/Put/seqid=0 2024-11-19T03:24:53,150 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:53,153 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111967af43099da84feb81c574d2fcb71144_2d35d9ca7873b1f0bb73902ef811d3bb store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:53,156 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111967af43099da84feb81c574d2fcb71144_2d35d9ca7873b1f0bb73902ef811d3bb, store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:53,156 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111967af43099da84feb81c574d2fcb71144_2d35d9ca7873b1f0bb73902ef811d3bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:53,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741985_1161 (size=12493) 2024-11-19T03:24:53,169 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/91630024a61e4d158f304926670265a3 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/91630024a61e4d158f304926670265a3 2024-11-19T03:24:53,175 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/B of 2d35d9ca7873b1f0bb73902ef811d3bb into 91630024a61e4d158f304926670265a3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:53,175 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:53,175 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/B, priority=12, startTime=1731986693131; duration=0sec 2024-11-19T03:24:53,175 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:53,175 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:B 2024-11-19T03:24:53,175 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:24:53,177 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:24:53,177 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/C is initiating minor compaction (all files) 2024-11-19T03:24:53,177 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/C in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:53,177 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/6e09fe8c8f554cc5a38a81277712ff24, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/b49087ebd6bc4fab8ab65b116433b5e9, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/aece33f9f11546f6815a65faa98c6226, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/03f881a2a30d4470930247fef59f45fc] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=47.3 K 2024-11-19T03:24:53,177 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e09fe8c8f554cc5a38a81277712ff24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731986687263 2024-11-19T03:24:53,178 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting b49087ebd6bc4fab8ab65b116433b5e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731986688482 2024-11-19T03:24:53,178 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting aece33f9f11546f6815a65faa98c6226, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731986689140 2024-11-19T03:24:53,178 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 03f881a2a30d4470930247fef59f45fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731986691375 2024-11-19T03:24:53,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741986_1162 (size=4469) 2024-11-19T03:24:53,184 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#A#compaction#136 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:53,184 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/bae20807a37541078d440cafd5dbc75b is 175, key is test_row_0/A:col10/1731986691375/Put/seqid=0 2024-11-19T03:24:53,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741987_1163 (size=31447) 2024-11-19T03:24:53,196 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#C#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:53,200 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/42a52cec3a06421b85370db01092c2e3 is 50, key is test_row_0/C:col10/1731986691375/Put/seqid=0 2024-11-19T03:24:53,203 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/bae20807a37541078d440cafd5dbc75b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bae20807a37541078d440cafd5dbc75b 2024-11-19T03:24:53,209 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/A of 2d35d9ca7873b1f0bb73902ef811d3bb into bae20807a37541078d440cafd5dbc75b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:53,209 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:53,209 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/A, priority=12, startTime=1731986693131; duration=0sec 2024-11-19T03:24:53,209 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:53,209 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:A 2024-11-19T03:24:53,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741988_1164 (size=12493) 2024-11-19T03:24:53,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-19T03:24:53,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:53,265 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 2d35d9ca7873b1f0bb73902ef811d3bb 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-19T03:24:53,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119db19c101131d4218b39f8fb65765c7ec_2d35d9ca7873b1f0bb73902ef811d3bb is 50, key is test_row_0/A:col10/1731986692258/Put/seqid=0 2024-11-19T03:24:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741989_1165 (size=12304) 2024-11-19T03:24:53,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:53,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:53,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986753475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:53,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:53,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:53,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:53,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986753478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:53,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:53,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:53,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T03:24:53,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986753532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:53,534 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_2' in 2d35d9ca7873b1f0bb73902ef811d3bb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:24:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:53,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986753552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:53,557 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in 2d35d9ca7873b1f0bb73902ef811d3bb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:24:53,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:53,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:53,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:53,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986753582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:53,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986753592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:53,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:53,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:53,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:53,615 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/42a52cec3a06421b85370db01092c2e3 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/42a52cec3a06421b85370db01092c2e3 2024-11-19T03:24:53,621 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/C of 2d35d9ca7873b1f0bb73902ef811d3bb into 42a52cec3a06421b85370db01092c2e3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:53,621 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:53,621 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/C, priority=12, startTime=1731986693132; duration=0sec 2024-11-19T03:24:53,621 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:53,621 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:C 2024-11-19T03:24:53,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:53,755 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119db19c101131d4218b39f8fb65765c7ec_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119db19c101131d4218b39f8fb65765c7ec_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:53,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/8dadf8b3ed324e698fcfc9c85a954ac7, store: [table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:53,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/8dadf8b3ed324e698fcfc9c85a954ac7 is 175, key is test_row_0/A:col10/1731986692258/Put/seqid=0 2024-11-19T03:24:53,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741990_1166 (size=31105) 2024-11-19T03:24:53,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986753792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:53,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:53,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:53,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:53,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986753802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:54,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986754102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:54,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:54,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:54,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:54,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986754112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:54,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:54,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:54,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:54,162 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/8dadf8b3ed324e698fcfc9c85a954ac7 2024-11-19T03:24:54,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/d7056cc53c3d468aadcf4fcdac727448 is 50, key is test_row_0/B:col10/1731986692258/Put/seqid=0 2024-11-19T03:24:54,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741991_1167 (size=12151) 2024-11-19T03:24:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T03:24:54,573 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/d7056cc53c3d468aadcf4fcdac727448 2024-11-19T03:24:54,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/009f26bb16844031a8bcbd2d3453ade1 is 50, key is test_row_0/C:col10/1731986692258/Put/seqid=0 2024-11-19T03:24:54,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741992_1168 (size=12151) 2024-11-19T03:24:54,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986754613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:54,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:54,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:54,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:54,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986754622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:54,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:54,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:54,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:54,985 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/009f26bb16844031a8bcbd2d3453ade1 2024-11-19T03:24:54,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/8dadf8b3ed324e698fcfc9c85a954ac7 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/8dadf8b3ed324e698fcfc9c85a954ac7 2024-11-19T03:24:54,994 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/8dadf8b3ed324e698fcfc9c85a954ac7, entries=150, sequenceid=171, filesize=30.4 K 2024-11-19T03:24:54,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/d7056cc53c3d468aadcf4fcdac727448 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/d7056cc53c3d468aadcf4fcdac727448 2024-11-19T03:24:55,000 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/d7056cc53c3d468aadcf4fcdac727448, entries=150, sequenceid=171, filesize=11.9 K 2024-11-19T03:24:55,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/009f26bb16844031a8bcbd2d3453ade1 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/009f26bb16844031a8bcbd2d3453ade1 2024-11-19T03:24:55,004 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/009f26bb16844031a8bcbd2d3453ade1, entries=150, sequenceid=171, filesize=11.9 K 2024-11-19T03:24:55,005 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 2d35d9ca7873b1f0bb73902ef811d3bb in 1740ms, sequenceid=171, compaction requested=false 2024-11-19T03:24:55,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:55,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:55,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-19T03:24:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-19T03:24:55,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-19T03:24:55,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6600 sec 2024-11-19T03:24:55,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.6670 sec 2024-11-19T03:24:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:55,544 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:55,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d35d9ca7873b1f0bb73902ef811d3bb 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-19T03:24:55,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b533f8202826497583d0132de332ad70_2d35d9ca7873b1f0bb73902ef811d3bb is 50, key is test_row_0/A:col10/1731986693469/Put/seqid=0 2024-11-19T03:24:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741993_1169 (size=14794) 2024-11-19T03:24:55,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986755564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:55,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:55,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:55,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:55,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986755572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:55,573 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in 2d35d9ca7873b1f0bb73902ef811d3bb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:24:55,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:55,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:55,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:55,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986755622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:55,624 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_0' in 2d35d9ca7873b1f0bb73902ef811d3bb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:24:55,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:55,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:55,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:55,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986755632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:55,634 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_0' in 2d35d9ca7873b1f0bb73902ef811d3bb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:24:55,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:55,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:55,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:55,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986755673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:55,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986755882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:55,960 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:55,963 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b533f8202826497583d0132de332ad70_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b533f8202826497583d0132de332ad70_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:55,965 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/928785e5dc354bd494182a98103402af, store: [table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:55,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/928785e5dc354bd494182a98103402af is 175, key is test_row_0/A:col10/1731986693469/Put/seqid=0 2024-11-19T03:24:55,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741994_1170 (size=39749) 2024-11-19T03:24:56,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986756192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:56,369 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/928785e5dc354bd494182a98103402af 2024-11-19T03:24:56,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/6d1af493d382472881a16b152f03138b is 50, key is test_row_0/B:col10/1731986693469/Put/seqid=0 2024-11-19T03:24:56,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741995_1171 (size=12151) 2024-11-19T03:24:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-19T03:24:56,502 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:56,502 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:24:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-19T03:24:56,504 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:24:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-19T03:24:56,505 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:24:56,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:24:56,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-19T03:24:56,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-19T03:24:56,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:56,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:56,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:56,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:56,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:56,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986756702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:56,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:56,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:56,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:56,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/6d1af493d382472881a16b152f03138b 2024-11-19T03:24:56,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/1e100c0a7cf1448da02eec690d8f2a52 is 50, key is test_row_0/C:col10/1731986693469/Put/seqid=0 2024-11-19T03:24:56,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741996_1172 (size=12151) 2024-11-19T03:24:56,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-19T03:24:56,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:56,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:56,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:56,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:56,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-19T03:24:56,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-19T03:24:56,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:56,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:56,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:56,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:56,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:57,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-19T03:24:57,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:57,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:57,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:57,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:57,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-19T03:24:57,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/1e100c0a7cf1448da02eec690d8f2a52 2024-11-19T03:24:57,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/928785e5dc354bd494182a98103402af as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/928785e5dc354bd494182a98103402af 2024-11-19T03:24:57,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/928785e5dc354bd494182a98103402af, entries=200, sequenceid=199, filesize=38.8 K 2024-11-19T03:24:57,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/6d1af493d382472881a16b152f03138b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/6d1af493d382472881a16b152f03138b 2024-11-19T03:24:57,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/6d1af493d382472881a16b152f03138b, entries=150, sequenceid=199, filesize=11.9 K 2024-11-19T03:24:57,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/1e100c0a7cf1448da02eec690d8f2a52 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/1e100c0a7cf1448da02eec690d8f2a52 2024-11-19T03:24:57,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/1e100c0a7cf1448da02eec690d8f2a52, entries=150, sequenceid=199, filesize=11.9 K 2024-11-19T03:24:57,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 2d35d9ca7873b1f0bb73902ef811d3bb in 1674ms, sequenceid=199, compaction requested=true 2024-11-19T03:24:57,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:57,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:24:57,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:57,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:24:57,219 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:57,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:57,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:24:57,219 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:57,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:57,220 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:57,220 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:57,220 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/A is initiating minor compaction (all files) 2024-11-19T03:24:57,220 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/B is initiating minor compaction (all files) 2024-11-19T03:24:57,220 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/B in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:57,220 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/A in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:57,220 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bae20807a37541078d440cafd5dbc75b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/8dadf8b3ed324e698fcfc9c85a954ac7, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/928785e5dc354bd494182a98103402af] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=99.9 K 2024-11-19T03:24:57,220 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/91630024a61e4d158f304926670265a3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/d7056cc53c3d468aadcf4fcdac727448, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/6d1af493d382472881a16b152f03138b] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=35.9 K 2024-11-19T03:24:57,220 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:57,220 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bae20807a37541078d440cafd5dbc75b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/8dadf8b3ed324e698fcfc9c85a954ac7, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/928785e5dc354bd494182a98103402af] 2024-11-19T03:24:57,220 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 91630024a61e4d158f304926670265a3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731986691375 2024-11-19T03:24:57,221 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting bae20807a37541078d440cafd5dbc75b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731986691375 2024-11-19T03:24:57,221 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting d7056cc53c3d468aadcf4fcdac727448, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731986692258 2024-11-19T03:24:57,221 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dadf8b3ed324e698fcfc9c85a954ac7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731986692258 2024-11-19T03:24:57,221 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d1af493d382472881a16b152f03138b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731986693463 2024-11-19T03:24:57,221 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 928785e5dc354bd494182a98103402af, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731986693463 2024-11-19T03:24:57,227 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:57,228 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#B#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:57,229 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/01b8a1b0c6b14120b82795abd5790ad9 is 50, key is test_row_0/B:col10/1731986693469/Put/seqid=0 2024-11-19T03:24:57,231 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111983ab2e42afd04f68a3dc3b5febbc82fc_2d35d9ca7873b1f0bb73902ef811d3bb store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:57,233 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111983ab2e42afd04f68a3dc3b5febbc82fc_2d35d9ca7873b1f0bb73902ef811d3bb, store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:57,233 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111983ab2e42afd04f68a3dc3b5febbc82fc_2d35d9ca7873b1f0bb73902ef811d3bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:57,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741997_1173 (size=12595) 2024-11-19T03:24:57,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741998_1174 (size=4469) 2024-11-19T03:24:57,246 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/01b8a1b0c6b14120b82795abd5790ad9 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/01b8a1b0c6b14120b82795abd5790ad9 2024-11-19T03:24:57,251 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/B of 2d35d9ca7873b1f0bb73902ef811d3bb into 01b8a1b0c6b14120b82795abd5790ad9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:57,251 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:57,251 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/B, priority=13, startTime=1731986697219; duration=0sec 2024-11-19T03:24:57,252 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:57,252 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:B 2024-11-19T03:24:57,252 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:57,254 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:57,254 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/C is initiating minor compaction (all files) 2024-11-19T03:24:57,255 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/C in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:57,255 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/42a52cec3a06421b85370db01092c2e3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/009f26bb16844031a8bcbd2d3453ade1, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/1e100c0a7cf1448da02eec690d8f2a52] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=35.9 K 2024-11-19T03:24:57,255 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 42a52cec3a06421b85370db01092c2e3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731986691375 2024-11-19T03:24:57,255 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 009f26bb16844031a8bcbd2d3453ade1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731986692258 2024-11-19T03:24:57,256 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e100c0a7cf1448da02eec690d8f2a52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731986693463 2024-11-19T03:24:57,264 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#C#compaction#146 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:57,264 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/a2bfc99be6494409afbe5889cc4daf73 is 50, key is test_row_0/C:col10/1731986693469/Put/seqid=0 2024-11-19T03:24:57,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741999_1175 (size=12595) 2024-11-19T03:24:57,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-19T03:24:57,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:57,274 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 2d35d9ca7873b1f0bb73902ef811d3bb 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-19T03:24:57,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b88cec37d1e24d63aa8093c4718fbb48_2d35d9ca7873b1f0bb73902ef811d3bb is 50, key is test_row_0/A:col10/1731986695563/Put/seqid=0 2024-11-19T03:24:57,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742000_1176 (size=12304) 2024-11-19T03:24:57,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:57,299 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b88cec37d1e24d63aa8093c4718fbb48_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b88cec37d1e24d63aa8093c4718fbb48_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:57,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/71a03b3986f94ce3b375215040c6ac01, store: [table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:57,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/71a03b3986f94ce3b375215040c6ac01 is 175, key is test_row_0/A:col10/1731986695563/Put/seqid=0 2024-11-19T03:24:57,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742001_1177 (size=31105) 2024-11-19T03:24:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-19T03:24:57,644 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#A#compaction#145 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:57,645 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/4a0f88869e7941e4ade5bf88294ce987 is 175, key is test_row_0/A:col10/1731986693469/Put/seqid=0 2024-11-19T03:24:57,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742002_1178 (size=31549) 2024-11-19T03:24:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:57,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:57,673 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/4a0f88869e7941e4ade5bf88294ce987 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/4a0f88869e7941e4ade5bf88294ce987 2024-11-19T03:24:57,684 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/A of 2d35d9ca7873b1f0bb73902ef811d3bb into 4a0f88869e7941e4ade5bf88294ce987(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:57,684 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:57,684 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/A, priority=13, startTime=1731986697219; duration=0sec 2024-11-19T03:24:57,684 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:57,684 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:A 2024-11-19T03:24:57,684 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/a2bfc99be6494409afbe5889cc4daf73 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/a2bfc99be6494409afbe5889cc4daf73 2024-11-19T03:24:57,696 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/C of 2d35d9ca7873b1f0bb73902ef811d3bb into a2bfc99be6494409afbe5889cc4daf73(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:57,696 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:57,696 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/C, priority=13, startTime=1731986697219; duration=0sec 2024-11-19T03:24:57,697 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:57,697 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:C 2024-11-19T03:24:57,708 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/71a03b3986f94ce3b375215040c6ac01 2024-11-19T03:24:57,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/ad831fab1e0c405e8c1c2156fa25ab74 is 50, key is test_row_0/B:col10/1731986695563/Put/seqid=0 2024-11-19T03:24:57,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986757732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:57,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:57,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:57,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:57,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986757742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:57,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986757744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:57,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:57,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:57,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:57,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742003_1179 (size=12151) 2024-11-19T03:24:57,769 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/ad831fab1e0c405e8c1c2156fa25ab74 2024-11-19T03:24:57,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/18d887f6250446c5afab1a00972d4553 is 50, key is test_row_0/C:col10/1731986695563/Put/seqid=0 2024-11-19T03:24:57,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742004_1180 (size=12151) 2024-11-19T03:24:57,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986757852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:57,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:57,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:57,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986757852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:57,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:57,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:57,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:57,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:57,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986757862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:57,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:57,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:57,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:58,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986758062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:58,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986758062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:58,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986758072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:58,074 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,074 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:58,206 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/18d887f6250446c5afab1a00972d4553 2024-11-19T03:24:58,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/71a03b3986f94ce3b375215040c6ac01 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/71a03b3986f94ce3b375215040c6ac01 2024-11-19T03:24:58,215 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/71a03b3986f94ce3b375215040c6ac01, entries=150, sequenceid=209, filesize=30.4 K 2024-11-19T03:24:58,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/ad831fab1e0c405e8c1c2156fa25ab74 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/ad831fab1e0c405e8c1c2156fa25ab74 2024-11-19T03:24:58,220 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/ad831fab1e0c405e8c1c2156fa25ab74, entries=150, sequenceid=209, filesize=11.9 K 2024-11-19T03:24:58,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/18d887f6250446c5afab1a00972d4553 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/18d887f6250446c5afab1a00972d4553 2024-11-19T03:24:58,224 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/18d887f6250446c5afab1a00972d4553, entries=150, sequenceid=209, filesize=11.9 K 2024-11-19T03:24:58,225 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 2d35d9ca7873b1f0bb73902ef811d3bb in 952ms, sequenceid=209, compaction requested=false 2024-11-19T03:24:58,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:58,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:58,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-19T03:24:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-19T03:24:58,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-19T03:24:58,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7220 sec 2024-11-19T03:24:58,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.7270 sec 2024-11-19T03:24:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:58,377 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:24:58,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d35d9ca7873b1f0bb73902ef811d3bb 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-19T03:24:58,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986758382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986758382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:58,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986758385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:58,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c7e8aba293eb4ca780ad3ce4594b5eb9_2d35d9ca7873b1f0bb73902ef811d3bb is 50, key is test_row_0/A:col10/1731986698376/Put/seqid=0 2024-11-19T03:24:58,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742005_1181 (size=12304) 2024-11-19T03:24:58,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986758493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:58,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:58,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986758493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:58,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:58,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-19T03:24:58,652 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:24:58,653 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:24:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-19T03:24:58,654 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:24:58,655 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:24:58,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:24:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T03:24:58,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986758702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:58,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986758703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:58,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:58,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T03:24:58,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-19T03:24:58,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:58,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:58,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:58,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:58,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:58,838 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:58,842 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c7e8aba293eb4ca780ad3ce4594b5eb9_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c7e8aba293eb4ca780ad3ce4594b5eb9_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:58,843 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/d1ec02d2f5194b60b15ce894d9b7879b, store: [table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:58,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/d1ec02d2f5194b60b15ce894d9b7879b is 175, key is test_row_0/A:col10/1731986698376/Put/seqid=0 2024-11-19T03:24:58,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742006_1182 (size=31105) 2024-11-19T03:24:58,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986758892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:58,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:58,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:58,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-19T03:24:58,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:58,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:58,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:58,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:58,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T03:24:59,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986759012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986759013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:59,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-19T03:24:59,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:59,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:59,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:59,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:59,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:59,249 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/d1ec02d2f5194b60b15ce894d9b7879b 2024-11-19T03:24:59,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-19T03:24:59,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:59,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:59,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:59,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:59,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:59,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/89a690c6157b488c9089bf0116e4d5d1 is 50, key is test_row_0/B:col10/1731986698376/Put/seqid=0 2024-11-19T03:24:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:24:59,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742007_1183 (size=12151) 2024-11-19T03:24:59,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/89a690c6157b488c9089bf0116e4d5d1 2024-11-19T03:24:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T03:24:59,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/10aedb0e6bf64e4ba228974aa1184c46 is 50, key is test_row_0/C:col10/1731986698376/Put/seqid=0 2024-11-19T03:24:59,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742008_1184 (size=12151) 2024-11-19T03:24:59,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/10aedb0e6bf64e4ba228974aa1184c46 2024-11-19T03:24:59,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/d1ec02d2f5194b60b15ce894d9b7879b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/d1ec02d2f5194b60b15ce894d9b7879b 2024-11-19T03:24:59,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/d1ec02d2f5194b60b15ce894d9b7879b, entries=150, sequenceid=241, filesize=30.4 K 2024-11-19T03:24:59,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/89a690c6157b488c9089bf0116e4d5d1 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/89a690c6157b488c9089bf0116e4d5d1 2024-11-19T03:24:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/89a690c6157b488c9089bf0116e4d5d1, entries=150, sequenceid=241, filesize=11.9 K 2024-11-19T03:24:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/10aedb0e6bf64e4ba228974aa1184c46 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/10aedb0e6bf64e4ba228974aa1184c46 2024-11-19T03:24:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/10aedb0e6bf64e4ba228974aa1184c46, entries=150, sequenceid=241, filesize=11.9 K 2024-11-19T03:24:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 2d35d9ca7873b1f0bb73902ef811d3bb in 968ms, sequenceid=241, compaction requested=true 2024-11-19T03:24:59,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,345 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:24:59,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:59,346 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:24:59,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:59,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:24:59,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,347 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:59,347 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/A is initiating minor compaction (all files) 2024-11-19T03:24:59,347 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/A in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,347 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/4a0f88869e7941e4ade5bf88294ce987, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/71a03b3986f94ce3b375215040c6ac01, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/d1ec02d2f5194b60b15ce894d9b7879b] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=91.6 K 2024-11-19T03:24:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,347 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:59,347 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/4a0f88869e7941e4ade5bf88294ce987, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/71a03b3986f94ce3b375215040c6ac01, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/d1ec02d2f5194b60b15ce894d9b7879b] 2024-11-19T03:24:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,348 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:59,348 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/B is initiating minor compaction (all files) 2024-11-19T03:24:59,348 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a0f88869e7941e4ade5bf88294ce987, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731986693463 2024-11-19T03:24:59,348 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/B in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:59,348 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/01b8a1b0c6b14120b82795abd5790ad9, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/ad831fab1e0c405e8c1c2156fa25ab74, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/89a690c6157b488c9089bf0116e4d5d1] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=36.0 K 2024-11-19T03:24:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,348 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71a03b3986f94ce3b375215040c6ac01, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731986695554 2024-11-19T03:24:59,348 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 01b8a1b0c6b14120b82795abd5790ad9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731986693463 2024-11-19T03:24:59,349 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting ad831fab1e0c405e8c1c2156fa25ab74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731986695554 2024-11-19T03:24:59,349 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1ec02d2f5194b60b15ce894d9b7879b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731986697736 2024-11-19T03:24:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,349 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 89a690c6157b488c9089bf0116e4d5d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731986697736 2024-11-19T03:24:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,365 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,370 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#B#compaction#154 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,371 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/3d937062ca6e4988bc6c56f38bc0f2c0 is 50, key is test_row_0/B:col10/1731986698376/Put/seqid=0 2024-11-19T03:24:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,372 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119600ae14995cb45c3a99fc6a3dbf0df21_2d35d9ca7873b1f0bb73902ef811d3bb store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,374 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119600ae14995cb45c3a99fc6a3dbf0df21_2d35d9ca7873b1f0bb73902ef811d3bb, store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:59,374 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119600ae14995cb45c3a99fc6a3dbf0df21_2d35d9ca7873b1f0bb73902ef811d3bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742009_1185 (size=12697) 2024-11-19T03:24:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742010_1186 (size=4469) 2024-11-19T03:24:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-19T03:24:59,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:59,421 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 2d35d9ca7873b1f0bb73902ef811d3bb 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-19T03:24:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,421 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#A#compaction#153 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:59,421 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/0aad792e0cd444a7bac16f7cdd45a9fa is 175, key is test_row_0/A:col10/1731986698376/Put/seqid=0 2024-11-19T03:24:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742011_1187 (size=31651) 2024-11-19T03:24:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411190b8b8e41364c49c391c83e259c3afce8_2d35d9ca7873b1f0bb73902ef811d3bb is 50, key is test_row_2/A:col10/1731986698384/Put/seqid=0 2024-11-19T03:24:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742012_1188 (size=7324) 2024-11-19T03:24:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,459 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411190b8b8e41364c49c391c83e259c3afce8_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411190b8b8e41364c49c391c83e259c3afce8_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/bbc85f9976be4b04a726010ba5940bb6, store: [table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:24:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/bbc85f9976be4b04a726010ba5940bb6 is 175, key is test_row_2/A:col10/1731986698384/Put/seqid=0 2024-11-19T03:24:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742013_1189 (size=13815) 2024-11-19T03:24:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:24:59,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:24:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:24:59,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986759653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:59,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986759657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:59,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:59,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986759659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:59,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:59,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986759763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:59,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986759766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:59,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986759766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T03:24:59,795 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/3d937062ca6e4988bc6c56f38bc0f2c0 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/3d937062ca6e4988bc6c56f38bc0f2c0 2024-11-19T03:24:59,803 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/B of 2d35d9ca7873b1f0bb73902ef811d3bb into 3d937062ca6e4988bc6c56f38bc0f2c0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:59,803 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:59,803 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/B, priority=13, startTime=1731986699346; duration=0sec 2024-11-19T03:24:59,803 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:24:59,803 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:B 2024-11-19T03:24:59,804 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:24:59,805 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:24:59,805 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/C is initiating minor compaction (all files) 2024-11-19T03:24:59,805 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/C in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:24:59,806 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/a2bfc99be6494409afbe5889cc4daf73, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/18d887f6250446c5afab1a00972d4553, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/10aedb0e6bf64e4ba228974aa1184c46] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=36.0 K 2024-11-19T03:24:59,806 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting a2bfc99be6494409afbe5889cc4daf73, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731986693463 2024-11-19T03:24:59,806 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 18d887f6250446c5afab1a00972d4553, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731986695554 2024-11-19T03:24:59,807 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 10aedb0e6bf64e4ba228974aa1184c46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731986697736 2024-11-19T03:24:59,820 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#C#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:24:59,821 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/96769cc4d3694f308124bc95f2b73511 is 50, key is test_row_0/C:col10/1731986698376/Put/seqid=0 2024-11-19T03:24:59,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742014_1190 (size=12697) 2024-11-19T03:24:59,854 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/0aad792e0cd444a7bac16f7cdd45a9fa as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/0aad792e0cd444a7bac16f7cdd45a9fa 2024-11-19T03:24:59,859 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/96769cc4d3694f308124bc95f2b73511 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/96769cc4d3694f308124bc95f2b73511 2024-11-19T03:24:59,862 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/A of 2d35d9ca7873b1f0bb73902ef811d3bb into 0aad792e0cd444a7bac16f7cdd45a9fa(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:59,862 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:59,862 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/A, priority=13, startTime=1731986699345; duration=0sec 2024-11-19T03:24:59,862 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:59,862 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:A 2024-11-19T03:24:59,867 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/C of 2d35d9ca7873b1f0bb73902ef811d3bb into 96769cc4d3694f308124bc95f2b73511(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:24:59,867 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:24:59,867 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/C, priority=13, startTime=1731986699346; duration=0sec 2024-11-19T03:24:59,867 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:24:59,867 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:C 2024-11-19T03:24:59,896 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/bbc85f9976be4b04a726010ba5940bb6 2024-11-19T03:24:59,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/9dec81064b9a41ff8e2fe8b467a1f108 is 50, key is test_row_2/B:col10/1731986698384/Put/seqid=0 2024-11-19T03:24:59,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986759914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:59,915 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in 2d35d9ca7873b1f0bb73902ef811d3bb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:24:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:59,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742015_1191 (size=7365) 2024-11-19T03:24:59,946 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/9dec81064b9a41ff8e2fe8b467a1f108 2024-11-19T03:24:59,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/4cd654287df94e73810550a414bb5b12 is 50, key is test_row_2/C:col10/1731986698384/Put/seqid=0 2024-11-19T03:24:59,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986759972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:59,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:59,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:24:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986759972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986759972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:24:59,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:59,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:24:59,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:24:59,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:00,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742016_1192 (size=7365) 2024-11-19T03:25:00,024 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/4cd654287df94e73810550a414bb5b12 2024-11-19T03:25:00,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/bbc85f9976be4b04a726010ba5940bb6 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bbc85f9976be4b04a726010ba5940bb6 2024-11-19T03:25:00,040 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bbc85f9976be4b04a726010ba5940bb6, entries=50, sequenceid=247, filesize=13.5 K 2024-11-19T03:25:00,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/9dec81064b9a41ff8e2fe8b467a1f108 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/9dec81064b9a41ff8e2fe8b467a1f108 2024-11-19T03:25:00,060 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/9dec81064b9a41ff8e2fe8b467a1f108, entries=50, sequenceid=247, filesize=7.2 K 2024-11-19T03:25:00,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/4cd654287df94e73810550a414bb5b12 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/4cd654287df94e73810550a414bb5b12 2024-11-19T03:25:00,067 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/4cd654287df94e73810550a414bb5b12, entries=50, sequenceid=247, filesize=7.2 K 2024-11-19T03:25:00,068 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 2d35d9ca7873b1f0bb73902ef811d3bb in 648ms, sequenceid=247, compaction requested=false 2024-11-19T03:25:00,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:25:00,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:00,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-19T03:25:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-19T03:25:00,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-19T03:25:00,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4160 sec 2024-11-19T03:25:00,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.4220 sec 2024-11-19T03:25:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:00,286 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:00,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d35d9ca7873b1f0bb73902ef811d3bb 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-19T03:25:00,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986760287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:00,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:00,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986760292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:00,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986760292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:00,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111976b9b8df3b084350915d10bca0258f70_2d35d9ca7873b1f0bb73902ef811d3bb is 50, key is test_row_0/A:col10/1731986700286/Put/seqid=0 2024-11-19T03:25:00,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742017_1193 (size=17534) 2024-11-19T03:25:00,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986760402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:00,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:00,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986760403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:00,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:00,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986760403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:00,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986760612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:00,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:00,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986760612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:00,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:00,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986760612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:00,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:00,707 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:00,710 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111976b9b8df3b084350915d10bca0258f70_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111976b9b8df3b084350915d10bca0258f70_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:00,711 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/a1e8685b422644e2bd4ec67c2357c3b4, store: [table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:25:00,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/a1e8685b422644e2bd4ec67c2357c3b4 is 175, key is test_row_0/A:col10/1731986700286/Put/seqid=0 2024-11-19T03:25:00,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742018_1194 (size=48639) 2024-11-19T03:25:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T03:25:00,802 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:00,803 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:25:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-19T03:25:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T03:25:00,804 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:25:00,806 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:25:00,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:25:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T03:25:00,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986760922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:00,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986760922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:00,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986760923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:00,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-19T03:25:00,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:00,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:25:00,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:00,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:00,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:01,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-19T03:25:01,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:01,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:25:01,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:01,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:01,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T03:25:01,127 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/a1e8685b422644e2bd4ec67c2357c3b4 2024-11-19T03:25:01,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/7fba85a81f6a444780b398800d22aa98 is 50, key is test_row_0/B:col10/1731986700286/Put/seqid=0 2024-11-19T03:25:01,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742019_1195 (size=12301) 2024-11-19T03:25:01,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/7fba85a81f6a444780b398800d22aa98 2024-11-19T03:25:01,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/ee8caeaa240846468ef85771fd911b2f is 50, key is test_row_0/C:col10/1731986700286/Put/seqid=0 2024-11-19T03:25:01,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742020_1196 (size=12301) 2024-11-19T03:25:01,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-19T03:25:01,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:01,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:25:01,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:01,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:01,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:01,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-19T03:25:01,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:01,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:25:01,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:01,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:01,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T03:25:01,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986761433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:01,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986761433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:01,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:01,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986761433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:01,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:01,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:01,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:01,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:01,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:01,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:01,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:01,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:01,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-19T03:25:01,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:01,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:25:01,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:01,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:01,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:01,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/ee8caeaa240846468ef85771fd911b2f 2024-11-19T03:25:01,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/a1e8685b422644e2bd4ec67c2357c3b4 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/a1e8685b422644e2bd4ec67c2357c3b4 2024-11-19T03:25:01,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/a1e8685b422644e2bd4ec67c2357c3b4, entries=250, sequenceid=283, filesize=47.5 K 2024-11-19T03:25:01,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/7fba85a81f6a444780b398800d22aa98 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/7fba85a81f6a444780b398800d22aa98 2024-11-19T03:25:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/7fba85a81f6a444780b398800d22aa98, entries=150, sequenceid=283, filesize=12.0 K 2024-11-19T03:25:01,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/ee8caeaa240846468ef85771fd911b2f as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/ee8caeaa240846468ef85771fd911b2f 2024-11-19T03:25:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/ee8caeaa240846468ef85771fd911b2f, entries=150, sequenceid=283, filesize=12.0 K 2024-11-19T03:25:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 2d35d9ca7873b1f0bb73902ef811d3bb in 1390ms, sequenceid=283, compaction requested=true 2024-11-19T03:25:01,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:25:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:25:01,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:01,676 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:01,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:25:01,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:01,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:25:01,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T03:25:01,676 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,677 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94105 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:01,677 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/A is initiating minor compaction (all files) 2024-11-19T03:25:01,677 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/A in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,678 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/0aad792e0cd444a7bac16f7cdd45a9fa, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bbc85f9976be4b04a726010ba5940bb6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/a1e8685b422644e2bd4ec67c2357c3b4] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=91.9 K 2024-11-19T03:25:01,678 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:01,678 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/0aad792e0cd444a7bac16f7cdd45a9fa, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bbc85f9976be4b04a726010ba5940bb6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/a1e8685b422644e2bd4ec67c2357c3b4] 2024-11-19T03:25:01,678 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:01,678 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aad792e0cd444a7bac16f7cdd45a9fa, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731986697736 2024-11-19T03:25:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,678 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/B is initiating minor compaction (all files) 2024-11-19T03:25:01,678 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/B in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:01,679 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/3d937062ca6e4988bc6c56f38bc0f2c0, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/9dec81064b9a41ff8e2fe8b467a1f108, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/7fba85a81f6a444780b398800d22aa98] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=31.6 K 2024-11-19T03:25:01,679 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting bbc85f9976be4b04a726010ba5940bb6, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731986698384 2024-11-19T03:25:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,679 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d937062ca6e4988bc6c56f38bc0f2c0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731986697736 2024-11-19T03:25:01,679 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting a1e8685b422644e2bd4ec67c2357c3b4, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731986699652 2024-11-19T03:25:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,679 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dec81064b9a41ff8e2fe8b467a1f108, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731986698384 2024-11-19T03:25:01,680 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fba85a81f6a444780b398800d22aa98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731986699655 2024-11-19T03:25:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,691 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:25:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,707 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#B#compaction#163 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:01,708 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/b48b29c048644af1bc8a005dfac16129 is 50, key is test_row_0/B:col10/1731986700286/Put/seqid=0 2024-11-19T03:25:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,712 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411195fc75506025044bab4461f49c98a0ce7_2d35d9ca7873b1f0bb73902ef811d3bb store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:25:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,720 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411195fc75506025044bab4461f49c98a0ce7_2d35d9ca7873b1f0bb73902ef811d3bb, store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:25:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,720 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195fc75506025044bab4461f49c98a0ce7_2d35d9ca7873b1f0bb73902ef811d3bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:25:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-19T03:25:01,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:25:01,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:01,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-19T03:25:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-19T03:25:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-19T03:25:01,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 924 msec 2024-11-19T03:25:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 930 msec 2024-11-19T03:25:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742021_1197 (size=12949) 2024-11-19T03:25:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742022_1198 (size=4469) 2024-11-19T03:25:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,758 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/b48b29c048644af1bc8a005dfac16129 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/b48b29c048644af1bc8a005dfac16129 2024-11-19T03:25:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,759 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#A#compaction#162 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:01,760 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/e575a200d9974051a2e48d67a031dbda is 175, key is test_row_0/A:col10/1731986700286/Put/seqid=0 2024-11-19T03:25:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,765 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/B of 2d35d9ca7873b1f0bb73902ef811d3bb into b48b29c048644af1bc8a005dfac16129(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:01,765 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:25:01,765 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/B, priority=13, startTime=1731986701676; duration=0sec 2024-11-19T03:25:01,766 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:01,766 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:B 2024-11-19T03:25:01,766 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,767 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:01,767 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/C is initiating minor compaction (all files) 2024-11-19T03:25:01,767 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/C in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:01,768 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/96769cc4d3694f308124bc95f2b73511, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/4cd654287df94e73810550a414bb5b12, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/ee8caeaa240846468ef85771fd911b2f] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=31.6 K 2024-11-19T03:25:01,768 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96769cc4d3694f308124bc95f2b73511, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731986697736 2024-11-19T03:25:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,769 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cd654287df94e73810550a414bb5b12, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731986698384 2024-11-19T03:25:01,769 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee8caeaa240846468ef85771fd911b2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731986699655 2024-11-19T03:25:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742023_1199 (size=31903) 2024-11-19T03:25:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,793 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#C#compaction#164 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,793 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/16a24dae39214361bf99691a53b5c2a4 is 50, key is test_row_0/C:col10/1731986700286/Put/seqid=0 2024-11-19T03:25:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742024_1200 (size=12949) 2024-11-19T03:25:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,806 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/16a24dae39214361bf99691a53b5c2a4 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/16a24dae39214361bf99691a53b5c2a4 2024-11-19T03:25:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,815 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/C of 2d35d9ca7873b1f0bb73902ef811d3bb into 16a24dae39214361bf99691a53b5c2a4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:01,815 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:25:01,815 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/C, priority=13, startTime=1731986701676; duration=0sec 2024-11-19T03:25:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,816 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:01,816 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:C 2024-11-19T03:25:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,822 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] io.ByteBuffAllocator(384): Pool already reached its max capacity : 186 and no free buffers now. Consider increasing the value for 'hbase.server.allocator.max.buffer.count' ? 2024-11-19T03:25:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T03:25:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,942 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,943 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:25:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-19T03:25:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,945 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:25:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T03:25:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,947 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:25:01,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:25:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T03:25:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-19T03:25:02,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:02,102 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 2d35d9ca7873b1f0bb73902ef811d3bb 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-19T03:25:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119225afc95e8cd43fc8dcff01445cee87e_2d35d9ca7873b1f0bb73902ef811d3bb is 50, key is test_row_0/A:col10/1731986702099/Put/seqid=0 2024-11-19T03:25:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:25:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742025_1201 (size=12454) 2024-11-19T03:25:02,188 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/e575a200d9974051a2e48d67a031dbda as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/e575a200d9974051a2e48d67a031dbda 2024-11-19T03:25:02,195 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/A of 2d35d9ca7873b1f0bb73902ef811d3bb into e575a200d9974051a2e48d67a031dbda(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:02,195 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:25:02,195 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/A, priority=13, startTime=1731986701676; duration=0sec 2024-11-19T03:25:02,195 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:02,195 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:A 2024-11-19T03:25:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T03:25:02,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986762304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:02,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34560 deadline: 1731986762322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:02,324 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_0' in 2d35d9ca7873b1f0bb73902ef811d3bb of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18272 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:02,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:02,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:02,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:02,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986762412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:02,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:02,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:02,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:02,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34550 deadline: 1731986762442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:02,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1731986762442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:02,444 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_2' in 2d35d9ca7873b1f0bb73902ef811d3bb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:02,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34504 deadline: 1731986762442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:02,445 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_2' in 2d35d9ca7873b1f0bb73902ef811d3bb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:02,448 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in 2d35d9ca7873b1f0bb73902ef811d3bb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T03:25:02,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,580 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119225afc95e8cd43fc8dcff01445cee87e_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119225afc95e8cd43fc8dcff01445cee87e_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:02,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/26e815c9210549c8982bc1184716671a, store: [table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:25:02,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/26e815c9210549c8982bc1184716671a is 175, key is test_row_0/A:col10/1731986702099/Put/seqid=0 2024-11-19T03:25:02,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742026_1202 (size=31251) 2024-11-19T03:25:02,605 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/26e815c9210549c8982bc1184716671a 2024-11-19T03:25:02,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/73a83ca0b8a74227be4146a943f0df25 is 50, key is test_row_0/B:col10/1731986702099/Put/seqid=0 2024-11-19T03:25:02,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986762622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:02,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:02,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:02,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:02,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742027_1203 (size=9857) 2024-11-19T03:25:02,656 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/73a83ca0b8a74227be4146a943f0df25 2024-11-19T03:25:02,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/78b4ef236f1e428b825ae7dfe9881b57 is 50, key is test_row_0/C:col10/1731986702099/Put/seqid=0 2024-11-19T03:25:02,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742028_1204 (size=9857) 2024-11-19T03:25:02,685 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/78b4ef236f1e428b825ae7dfe9881b57 2024-11-19T03:25:02,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/26e815c9210549c8982bc1184716671a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/26e815c9210549c8982bc1184716671a 2024-11-19T03:25:02,700 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/26e815c9210549c8982bc1184716671a, entries=150, sequenceid=294, filesize=30.5 K 2024-11-19T03:25:02,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/73a83ca0b8a74227be4146a943f0df25 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/73a83ca0b8a74227be4146a943f0df25 2024-11-19T03:25:02,710 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/73a83ca0b8a74227be4146a943f0df25, entries=100, sequenceid=294, filesize=9.6 K 2024-11-19T03:25:02,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/78b4ef236f1e428b825ae7dfe9881b57 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/78b4ef236f1e428b825ae7dfe9881b57 2024-11-19T03:25:02,720 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/78b4ef236f1e428b825ae7dfe9881b57, entries=100, sequenceid=294, filesize=9.6 K 2024-11-19T03:25:02,722 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 2d35d9ca7873b1f0bb73902ef811d3bb in 620ms, sequenceid=294, compaction requested=false 2024-11-19T03:25:02,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:25:02,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:02,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-19T03:25:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-19T03:25:02,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-19T03:25:02,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 777 msec 2024-11-19T03:25:02,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 786 msec 2024-11-19T03:25:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:02,937 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:02,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d35d9ca7873b1f0bb73902ef811d3bb 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-19T03:25:02,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197c3f780b6606453880586d27556f73ab_2d35d9ca7873b1f0bb73902ef811d3bb is 50, key is test_row_0/A:col10/1731986702291/Put/seqid=0 2024-11-19T03:25:02,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986762956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:02,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742029_1205 (size=14994) 2024-11-19T03:25:02,963 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:02,969 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197c3f780b6606453880586d27556f73ab_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197c3f780b6606453880586d27556f73ab_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:02,971 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/48776edccbe642fcba55f5ce4290e6f1, store: [table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:25:02,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/48776edccbe642fcba55f5ce4290e6f1 is 175, key is test_row_0/A:col10/1731986702291/Put/seqid=0 2024-11-19T03:25:02,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742030_1206 (size=39949) 2024-11-19T03:25:02,978 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/48776edccbe642fcba55f5ce4290e6f1 2024-11-19T03:25:02,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/8a1f84dd07664e29ac661e9606731f44 is 50, key is test_row_0/B:col10/1731986702291/Put/seqid=0 2024-11-19T03:25:02,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742031_1207 (size=12301) 2024-11-19T03:25:03,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986763072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:03,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:03,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:03,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T03:25:03,083 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:03,083 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:25:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-19T03:25:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T03:25:03,085 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:25:03,086 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:25:03,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:25:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T03:25:03,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T03:25:03,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:03,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:25:03,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:03,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:03,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:03,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986763282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:03,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:03,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:03,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:03,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T03:25:03,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:03,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:25:03,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:03,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:03,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:03,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/8a1f84dd07664e29ac661e9606731f44 2024-11-19T03:25:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T03:25:03,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/bed63c0b0c994a2b944d448ffe8d406a is 50, key is test_row_0/C:col10/1731986702291/Put/seqid=0 2024-11-19T03:25:03,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742032_1208 (size=12301) 2024-11-19T03:25:03,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T03:25:03,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:03,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:25:03,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:03,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:03,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:03,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34502 deadline: 1731986763592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:03,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:03,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:03,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:03,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T03:25:03,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:03,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:25:03,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:03,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:03,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T03:25:03,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/bed63c0b0c994a2b944d448ffe8d406a 2024-11-19T03:25:03,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/48776edccbe642fcba55f5ce4290e6f1 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/48776edccbe642fcba55f5ce4290e6f1 2024-11-19T03:25:03,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/48776edccbe642fcba55f5ce4290e6f1, entries=200, sequenceid=324, filesize=39.0 K 2024-11-19T03:25:03,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/8a1f84dd07664e29ac661e9606731f44 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/8a1f84dd07664e29ac661e9606731f44 2024-11-19T03:25:03,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/8a1f84dd07664e29ac661e9606731f44, entries=150, sequenceid=324, filesize=12.0 K 2024-11-19T03:25:03,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/bed63c0b0c994a2b944d448ffe8d406a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/bed63c0b0c994a2b944d448ffe8d406a 2024-11-19T03:25:03,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/bed63c0b0c994a2b944d448ffe8d406a, entries=150, sequenceid=324, filesize=12.0 K 2024-11-19T03:25:03,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 2d35d9ca7873b1f0bb73902ef811d3bb in 901ms, sequenceid=324, compaction requested=true 2024-11-19T03:25:03,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:25:03,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:25:03,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:03,839 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:03,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:25:03,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:03,839 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:03,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d35d9ca7873b1f0bb73902ef811d3bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:25:03,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:03,840 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103103 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:03,840 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:03,840 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/B is initiating minor compaction (all files) 2024-11-19T03:25:03,840 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/A is initiating minor compaction (all files) 2024-11-19T03:25:03,840 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/A in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:03,840 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/B in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:03,840 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/b48b29c048644af1bc8a005dfac16129, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/73a83ca0b8a74227be4146a943f0df25, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/8a1f84dd07664e29ac661e9606731f44] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=34.3 K 2024-11-19T03:25:03,840 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/e575a200d9974051a2e48d67a031dbda, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/26e815c9210549c8982bc1184716671a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/48776edccbe642fcba55f5ce4290e6f1] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=100.7 K 2024-11-19T03:25:03,840 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:03,840 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/e575a200d9974051a2e48d67a031dbda, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/26e815c9210549c8982bc1184716671a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/48776edccbe642fcba55f5ce4290e6f1] 2024-11-19T03:25:03,841 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting b48b29c048644af1bc8a005dfac16129, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731986699655 2024-11-19T03:25:03,841 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting e575a200d9974051a2e48d67a031dbda, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731986699655 2024-11-19T03:25:03,841 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 73a83ca0b8a74227be4146a943f0df25, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731986702085 2024-11-19T03:25:03,841 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26e815c9210549c8982bc1184716671a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731986702085 2024-11-19T03:25:03,841 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a1f84dd07664e29ac661e9606731f44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731986702291 2024-11-19T03:25:03,842 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48776edccbe642fcba55f5ce4290e6f1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731986702291 2024-11-19T03:25:03,848 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:25:03,849 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#B#compaction#172 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:03,850 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119602d530777824d2f81cee2e16bfaa9f3_2d35d9ca7873b1f0bb73902ef811d3bb store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:25:03,850 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/4a2d208c6dd04a95a7f765d624ba30ed is 50, key is test_row_0/B:col10/1731986702291/Put/seqid=0 2024-11-19T03:25:03,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-19T03:25:03,852 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119602d530777824d2f81cee2e16bfaa9f3_2d35d9ca7873b1f0bb73902ef811d3bb, store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:25:03,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:03,852 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119602d530777824d2f81cee2e16bfaa9f3_2d35d9ca7873b1f0bb73902ef811d3bb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:25:03,852 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 2d35d9ca7873b1f0bb73902ef811d3bb 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-19T03:25:03,880 INFO [Thread-623 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-623. 2024-11-19T03:25:03,880 DEBUG [Thread-623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:25:03,880 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:03,880 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:03,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:03,881 INFO [Thread-625 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-625. 2024-11-19T03:25:03,881 DEBUG [Thread-625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:25:03,881 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:03,881 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:03,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:03,882 INFO [Thread-627 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-627. 2024-11-19T03:25:03,883 DEBUG [Thread-627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:25:03,883 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:03,883 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:03,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:03,884 INFO [Thread-629 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-629. 2024-11-19T03:25:03,884 DEBUG [Thread-629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:25:03,884 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:03,884 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:03,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:03,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742033_1209 (size=13051) 2024-11-19T03:25:03,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111954a4128846fb42e780e4c2d1208aa2b7_2d35d9ca7873b1f0bb73902ef811d3bb is 50, key is test_row_0/A:col10/1731986702951/Put/seqid=0 2024-11-19T03:25:03,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742034_1210 (size=4469) 2024-11-19T03:25:03,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742035_1211 (size=12454) 2024-11-19T03:25:04,103 INFO [Thread-620 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-620. 2024-11-19T03:25:04,104 DEBUG [Thread-620 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:25:04,104 DEBUG [Thread-620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:04,104 DEBUG [Thread-620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:04,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T03:25:04,291 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#A#compaction#171 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:04,292 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/b6896f3e08ec4ea5a4c15082b14f8c45 is 175, key is test_row_0/A:col10/1731986702291/Put/seqid=0 2024-11-19T03:25:04,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742036_1212 (size=32005) 2024-11-19T03:25:04,296 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/4a2d208c6dd04a95a7f765d624ba30ed as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/4a2d208c6dd04a95a7f765d624ba30ed 2024-11-19T03:25:04,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:04,301 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/B of 2d35d9ca7873b1f0bb73902ef811d3bb into 4a2d208c6dd04a95a7f765d624ba30ed(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:04,301 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:25:04,301 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/B, priority=13, startTime=1731986703839; duration=0sec 2024-11-19T03:25:04,301 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:04,301 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:B 2024-11-19T03:25:04,301 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:04,302 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111954a4128846fb42e780e4c2d1208aa2b7_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111954a4128846fb42e780e4c2d1208aa2b7_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:04,302 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:04,303 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 2d35d9ca7873b1f0bb73902ef811d3bb/C is initiating minor compaction (all files) 2024-11-19T03:25:04,303 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d35d9ca7873b1f0bb73902ef811d3bb/C in TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:04,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/f112da4801f548c8a6334325ccac78b6, store: [table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:25:04,303 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/16a24dae39214361bf99691a53b5c2a4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/78b4ef236f1e428b825ae7dfe9881b57, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/bed63c0b0c994a2b944d448ffe8d406a] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp, totalSize=34.3 K 2024-11-19T03:25:04,303 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 16a24dae39214361bf99691a53b5c2a4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731986699655 2024-11-19T03:25:04,303 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 78b4ef236f1e428b825ae7dfe9881b57, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731986702085 2024-11-19T03:25:04,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/f112da4801f548c8a6334325ccac78b6 is 175, key is test_row_0/A:col10/1731986702951/Put/seqid=0 2024-11-19T03:25:04,304 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting bed63c0b0c994a2b944d448ffe8d406a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731986702291 2024-11-19T03:25:04,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742037_1213 (size=31255) 2024-11-19T03:25:04,321 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d35d9ca7873b1f0bb73902ef811d3bb#C#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:04,321 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/6fd99eb23f2e4d0082d8a142fdc63387 is 50, key is test_row_0/C:col10/1731986702291/Put/seqid=0 2024-11-19T03:25:04,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742038_1214 (size=13051) 2024-11-19T03:25:04,454 INFO [Thread-614 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-614. 2024-11-19T03:25:04,454 DEBUG [Thread-614 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:25:04,454 DEBUG [Thread-614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:04,454 DEBUG [Thread-614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:04,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:04,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. as already flushing 2024-11-19T03:25:04,473 INFO [Thread-618 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-618. 2024-11-19T03:25:04,473 DEBUG [Thread-618 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:25:04,473 INFO [Thread-612 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-612. 2024-11-19T03:25:04,473 DEBUG [Thread-618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:04,473 DEBUG [Thread-612 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:25:04,474 DEBUG [Thread-612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:04,474 DEBUG [Thread-618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:04,474 DEBUG [Thread-612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:04,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:04,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:04,702 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/b6896f3e08ec4ea5a4c15082b14f8c45 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/b6896f3e08ec4ea5a4c15082b14f8c45 2024-11-19T03:25:04,707 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/A of 2d35d9ca7873b1f0bb73902ef811d3bb into b6896f3e08ec4ea5a4c15082b14f8c45(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:04,707 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:25:04,707 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/A, priority=13, startTime=1731986703839; duration=0sec 2024-11-19T03:25:04,707 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:04,707 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:A 2024-11-19T03:25:04,714 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/f112da4801f548c8a6334325ccac78b6 2024-11-19T03:25:04,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/a800d8504fdf48f5b19b76fd798bfebe is 50, key is test_row_0/B:col10/1731986702951/Put/seqid=0 2024-11-19T03:25:04,730 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/6fd99eb23f2e4d0082d8a142fdc63387 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/6fd99eb23f2e4d0082d8a142fdc63387 2024-11-19T03:25:04,737 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d35d9ca7873b1f0bb73902ef811d3bb/C of 2d35d9ca7873b1f0bb73902ef811d3bb into 6fd99eb23f2e4d0082d8a142fdc63387(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:04,737 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:25:04,737 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., storeName=2d35d9ca7873b1f0bb73902ef811d3bb/C, priority=13, startTime=1731986703839; duration=0sec 2024-11-19T03:25:04,737 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:04,737 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d35d9ca7873b1f0bb73902ef811d3bb:C 2024-11-19T03:25:04,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742039_1215 (size=12301) 2024-11-19T03:25:04,748 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/a800d8504fdf48f5b19b76fd798bfebe 2024-11-19T03:25:04,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/ae819208e8da44dcb62de798f0f56e04 is 50, key is test_row_0/C:col10/1731986702951/Put/seqid=0 2024-11-19T03:25:04,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742040_1216 (size=12301) 2024-11-19T03:25:04,775 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/ae819208e8da44dcb62de798f0f56e04 2024-11-19T03:25:04,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/f112da4801f548c8a6334325ccac78b6 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/f112da4801f548c8a6334325ccac78b6 2024-11-19T03:25:04,788 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/f112da4801f548c8a6334325ccac78b6, entries=150, sequenceid=331, filesize=30.5 K 2024-11-19T03:25:04,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/a800d8504fdf48f5b19b76fd798bfebe as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/a800d8504fdf48f5b19b76fd798bfebe 2024-11-19T03:25:04,794 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/a800d8504fdf48f5b19b76fd798bfebe, entries=150, sequenceid=331, filesize=12.0 K 2024-11-19T03:25:04,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/ae819208e8da44dcb62de798f0f56e04 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/ae819208e8da44dcb62de798f0f56e04 2024-11-19T03:25:04,802 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/ae819208e8da44dcb62de798f0f56e04, entries=150, sequenceid=331, filesize=12.0 K 2024-11-19T03:25:04,803 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=26.84 KB/27480 for 2d35d9ca7873b1f0bb73902ef811d3bb in 951ms, sequenceid=331, compaction requested=false 2024-11-19T03:25:04,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 2d35d9ca7873b1f0bb73902ef811d3bb: 2024-11-19T03:25:04,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:04,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-19T03:25:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-19T03:25:04,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-19T03:25:04,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7190 sec 2024-11-19T03:25:04,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.7240 sec 2024-11-19T03:25:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T03:25:05,243 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:07,676 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T03:25:12,344 INFO [Thread-616 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-616. 2024-11-19T03:25:12,345 DEBUG [Thread-616 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:25:12,345 DEBUG [Thread-616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:12,345 DEBUG [Thread-616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:12,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:12,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T03:25:12,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-19T03:25:12,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-19T03:25:12,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-11-19T03:25:12,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-19T03:25:12,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-19T03:25:12,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T03:25:12,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3942 2024-11-19T03:25:12,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3733 2024-11-19T03:25:12,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T03:25:12,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1612 2024-11-19T03:25:12,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4836 rows 2024-11-19T03:25:12,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1617 2024-11-19T03:25:12,345 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4849 rows 2024-11-19T03:25:12,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:25:12,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:25:12,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:12,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:12,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:12,346 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-19T03:25:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T03:25:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T03:25:12,351 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986712350"}]},"ts":"1731986712350"} 2024-11-19T03:25:12,352 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T03:25:12,352 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T03:25:12,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T03:25:12,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d35d9ca7873b1f0bb73902ef811d3bb, UNASSIGN}] 2024-11-19T03:25:12,355 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d35d9ca7873b1f0bb73902ef811d3bb, UNASSIGN 2024-11-19T03:25:12,356 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=2d35d9ca7873b1f0bb73902ef811d3bb, regionState=CLOSING, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:25:12,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d35d9ca7873b1f0bb73902ef811d3bb, UNASSIGN because future has completed 2024-11-19T03:25:12,358 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T03:25:12,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537}] 2024-11-19T03:25:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T03:25:12,511 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:12,511 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T03:25:12,511 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing 2d35d9ca7873b1f0bb73902ef811d3bb, disabling compactions & flushes 2024-11-19T03:25:12,511 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:12,511 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:12,511 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. after waiting 0 ms 2024-11-19T03:25:12,511 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:12,511 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing 2d35d9ca7873b1f0bb73902ef811d3bb 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-19T03:25:12,518 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e254a658354f45d7ba87ec6a19bb7726_2d35d9ca7873b1f0bb73902ef811d3bb is 50, key is test_row_0/A:col10/1731986712343/Put/seqid=0 2024-11-19T03:25:12,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742041_1217 (size=12454) 2024-11-19T03:25:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T03:25:12,927 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:12,931 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e254a658354f45d7ba87ec6a19bb7726_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e254a658354f45d7ba87ec6a19bb7726_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:12,932 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/293733c0063b47dfb4674878efc1fdae, store: [table=TestAcidGuarantees family=A region=2d35d9ca7873b1f0bb73902ef811d3bb] 2024-11-19T03:25:12,933 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/293733c0063b47dfb4674878efc1fdae is 175, key is test_row_0/A:col10/1731986712343/Put/seqid=0 2024-11-19T03:25:12,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742042_1218 (size=31255) 2024-11-19T03:25:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T03:25:13,339 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/293733c0063b47dfb4674878efc1fdae 2024-11-19T03:25:13,352 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/312c4fe94fd541959ef1f28381f4d395 is 50, key is test_row_0/B:col10/1731986712343/Put/seqid=0 2024-11-19T03:25:13,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742043_1219 (size=12301) 2024-11-19T03:25:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T03:25:13,757 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/312c4fe94fd541959ef1f28381f4d395 2024-11-19T03:25:13,770 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/c607777db4864462a6d25b67945aef68 is 50, key is test_row_0/C:col10/1731986712343/Put/seqid=0 2024-11-19T03:25:13,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742044_1220 (size=12301) 2024-11-19T03:25:14,175 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/c607777db4864462a6d25b67945aef68 2024-11-19T03:25:14,185 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/A/293733c0063b47dfb4674878efc1fdae as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/293733c0063b47dfb4674878efc1fdae 2024-11-19T03:25:14,190 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/293733c0063b47dfb4674878efc1fdae, entries=150, sequenceid=342, filesize=30.5 K 2024-11-19T03:25:14,191 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/B/312c4fe94fd541959ef1f28381f4d395 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/312c4fe94fd541959ef1f28381f4d395 2024-11-19T03:25:14,197 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/312c4fe94fd541959ef1f28381f4d395, entries=150, sequenceid=342, filesize=12.0 K 2024-11-19T03:25:14,198 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/.tmp/C/c607777db4864462a6d25b67945aef68 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/c607777db4864462a6d25b67945aef68 2024-11-19T03:25:14,201 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/c607777db4864462a6d25b67945aef68, entries=150, sequenceid=342, filesize=12.0 K 2024-11-19T03:25:14,202 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 2d35d9ca7873b1f0bb73902ef811d3bb in 1691ms, sequenceid=342, compaction requested=true 2024-11-19T03:25:14,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/4eb64b3006a44faa8aef4f4ef1c64caa, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/b4df415a5d3f4fc0ba8b7f0cab173c38, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bec7feeca0524b5482aae4bbc8a219a6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/d123e93631c746e88b14d644836a0f6f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/89a6370cec2e499c809ca92194c64655, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/db28085accf644df8d80fc9136c83c04, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/831c94144edf4cda9ac68d79f1f35b89, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/a59fa51bde7841998dcb50f1e43a9cc4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/af5f621e24ae40dfa96c34a1f92c538e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/f6701d691c9f4cf893519f374663abde, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bae20807a37541078d440cafd5dbc75b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/8dadf8b3ed324e698fcfc9c85a954ac7, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/928785e5dc354bd494182a98103402af, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/4a0f88869e7941e4ade5bf88294ce987, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/71a03b3986f94ce3b375215040c6ac01, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/0aad792e0cd444a7bac16f7cdd45a9fa, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/d1ec02d2f5194b60b15ce894d9b7879b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bbc85f9976be4b04a726010ba5940bb6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/a1e8685b422644e2bd4ec67c2357c3b4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/e575a200d9974051a2e48d67a031dbda, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/26e815c9210549c8982bc1184716671a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/48776edccbe642fcba55f5ce4290e6f1] to archive 2024-11-19T03:25:14,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:25:14,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/4eb64b3006a44faa8aef4f4ef1c64caa to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/4eb64b3006a44faa8aef4f4ef1c64caa 2024-11-19T03:25:14,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/b4df415a5d3f4fc0ba8b7f0cab173c38 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/b4df415a5d3f4fc0ba8b7f0cab173c38 2024-11-19T03:25:14,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bec7feeca0524b5482aae4bbc8a219a6 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bec7feeca0524b5482aae4bbc8a219a6 2024-11-19T03:25:14,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/d123e93631c746e88b14d644836a0f6f to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/d123e93631c746e88b14d644836a0f6f 2024-11-19T03:25:14,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/89a6370cec2e499c809ca92194c64655 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/89a6370cec2e499c809ca92194c64655 2024-11-19T03:25:14,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/db28085accf644df8d80fc9136c83c04 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/db28085accf644df8d80fc9136c83c04 2024-11-19T03:25:14,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/831c94144edf4cda9ac68d79f1f35b89 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/831c94144edf4cda9ac68d79f1f35b89 2024-11-19T03:25:14,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/a59fa51bde7841998dcb50f1e43a9cc4 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/a59fa51bde7841998dcb50f1e43a9cc4 2024-11-19T03:25:14,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/af5f621e24ae40dfa96c34a1f92c538e to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/af5f621e24ae40dfa96c34a1f92c538e 2024-11-19T03:25:14,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/f6701d691c9f4cf893519f374663abde to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/f6701d691c9f4cf893519f374663abde 2024-11-19T03:25:14,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bae20807a37541078d440cafd5dbc75b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bae20807a37541078d440cafd5dbc75b 2024-11-19T03:25:14,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/8dadf8b3ed324e698fcfc9c85a954ac7 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/8dadf8b3ed324e698fcfc9c85a954ac7 2024-11-19T03:25:14,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/928785e5dc354bd494182a98103402af to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/928785e5dc354bd494182a98103402af 2024-11-19T03:25:14,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/4a0f88869e7941e4ade5bf88294ce987 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/4a0f88869e7941e4ade5bf88294ce987 2024-11-19T03:25:14,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/71a03b3986f94ce3b375215040c6ac01 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/71a03b3986f94ce3b375215040c6ac01 2024-11-19T03:25:14,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/0aad792e0cd444a7bac16f7cdd45a9fa to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/0aad792e0cd444a7bac16f7cdd45a9fa 2024-11-19T03:25:14,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/d1ec02d2f5194b60b15ce894d9b7879b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/d1ec02d2f5194b60b15ce894d9b7879b 2024-11-19T03:25:14,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bbc85f9976be4b04a726010ba5940bb6 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/bbc85f9976be4b04a726010ba5940bb6 2024-11-19T03:25:14,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/a1e8685b422644e2bd4ec67c2357c3b4 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/a1e8685b422644e2bd4ec67c2357c3b4 2024-11-19T03:25:14,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/e575a200d9974051a2e48d67a031dbda to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/e575a200d9974051a2e48d67a031dbda 2024-11-19T03:25:14,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/26e815c9210549c8982bc1184716671a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/26e815c9210549c8982bc1184716671a 2024-11-19T03:25:14,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/48776edccbe642fcba55f5ce4290e6f1 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/48776edccbe642fcba55f5ce4290e6f1 2024-11-19T03:25:14,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/f00f0bb126d74710849bb64926623e1f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/1bf7547861234ea6a073a6adcf6727cc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/d317b8fd2cc641c6a2407c01447bd312, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/7dba67a95cb04970a354588cb76ed53c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/2271c700221848eb818c8e7dc5a28a14, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/af1f1182048e439cafaa11fb87a12ded, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/e8f4984524ce4925993d172ca84eaf69, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/1cc514a58b0049d6b178c24a9952b611, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/5ae3729725c84d03ae2e937cd5e7c169, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/91630024a61e4d158f304926670265a3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/ea4484d070b641fb88ecc7a926c7a3ad, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/d7056cc53c3d468aadcf4fcdac727448, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/01b8a1b0c6b14120b82795abd5790ad9, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/6d1af493d382472881a16b152f03138b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/ad831fab1e0c405e8c1c2156fa25ab74, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/3d937062ca6e4988bc6c56f38bc0f2c0, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/89a690c6157b488c9089bf0116e4d5d1, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/9dec81064b9a41ff8e2fe8b467a1f108, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/b48b29c048644af1bc8a005dfac16129, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/7fba85a81f6a444780b398800d22aa98, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/73a83ca0b8a74227be4146a943f0df25, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/8a1f84dd07664e29ac661e9606731f44] to archive 2024-11-19T03:25:14,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:25:14,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/f00f0bb126d74710849bb64926623e1f to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/f00f0bb126d74710849bb64926623e1f 2024-11-19T03:25:14,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/1bf7547861234ea6a073a6adcf6727cc to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/1bf7547861234ea6a073a6adcf6727cc 2024-11-19T03:25:14,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/d317b8fd2cc641c6a2407c01447bd312 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/d317b8fd2cc641c6a2407c01447bd312 2024-11-19T03:25:14,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/7dba67a95cb04970a354588cb76ed53c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/7dba67a95cb04970a354588cb76ed53c 2024-11-19T03:25:14,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/2271c700221848eb818c8e7dc5a28a14 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/2271c700221848eb818c8e7dc5a28a14 2024-11-19T03:25:14,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/af1f1182048e439cafaa11fb87a12ded to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/af1f1182048e439cafaa11fb87a12ded 2024-11-19T03:25:14,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/e8f4984524ce4925993d172ca84eaf69 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/e8f4984524ce4925993d172ca84eaf69 2024-11-19T03:25:14,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/1cc514a58b0049d6b178c24a9952b611 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/1cc514a58b0049d6b178c24a9952b611 2024-11-19T03:25:14,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/5ae3729725c84d03ae2e937cd5e7c169 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/5ae3729725c84d03ae2e937cd5e7c169 2024-11-19T03:25:14,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/91630024a61e4d158f304926670265a3 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/91630024a61e4d158f304926670265a3 2024-11-19T03:25:14,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/ea4484d070b641fb88ecc7a926c7a3ad to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/ea4484d070b641fb88ecc7a926c7a3ad 2024-11-19T03:25:14,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/d7056cc53c3d468aadcf4fcdac727448 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/d7056cc53c3d468aadcf4fcdac727448 2024-11-19T03:25:14,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/01b8a1b0c6b14120b82795abd5790ad9 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/01b8a1b0c6b14120b82795abd5790ad9 2024-11-19T03:25:14,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/6d1af493d382472881a16b152f03138b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/6d1af493d382472881a16b152f03138b 2024-11-19T03:25:14,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/ad831fab1e0c405e8c1c2156fa25ab74 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/ad831fab1e0c405e8c1c2156fa25ab74 2024-11-19T03:25:14,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/3d937062ca6e4988bc6c56f38bc0f2c0 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/3d937062ca6e4988bc6c56f38bc0f2c0 2024-11-19T03:25:14,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/89a690c6157b488c9089bf0116e4d5d1 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/89a690c6157b488c9089bf0116e4d5d1 2024-11-19T03:25:14,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/9dec81064b9a41ff8e2fe8b467a1f108 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/9dec81064b9a41ff8e2fe8b467a1f108 2024-11-19T03:25:14,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/b48b29c048644af1bc8a005dfac16129 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/b48b29c048644af1bc8a005dfac16129 2024-11-19T03:25:14,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/7fba85a81f6a444780b398800d22aa98 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/7fba85a81f6a444780b398800d22aa98 2024-11-19T03:25:14,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/73a83ca0b8a74227be4146a943f0df25 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/73a83ca0b8a74227be4146a943f0df25 2024-11-19T03:25:14,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/8a1f84dd07664e29ac661e9606731f44 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/8a1f84dd07664e29ac661e9606731f44 2024-11-19T03:25:14,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/d5d4587596d14031b6d36656e401014e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/8ef5c8be2d2843a2922c6dd407b0f415, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/c330316906924389b5364bb8d53f984f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/4e73e462c32c45249d588d03e1b69320, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/7de4de8dbb8a4d0c97bcc3dd5a73aa78, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/6e09fe8c8f554cc5a38a81277712ff24, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/a29d4b99d4854f3787353f52ec4d9d18, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/b49087ebd6bc4fab8ab65b116433b5e9, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/aece33f9f11546f6815a65faa98c6226, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/42a52cec3a06421b85370db01092c2e3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/03f881a2a30d4470930247fef59f45fc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/009f26bb16844031a8bcbd2d3453ade1, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/a2bfc99be6494409afbe5889cc4daf73, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/1e100c0a7cf1448da02eec690d8f2a52, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/18d887f6250446c5afab1a00972d4553, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/96769cc4d3694f308124bc95f2b73511, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/10aedb0e6bf64e4ba228974aa1184c46, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/4cd654287df94e73810550a414bb5b12, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/16a24dae39214361bf99691a53b5c2a4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/ee8caeaa240846468ef85771fd911b2f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/78b4ef236f1e428b825ae7dfe9881b57, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/bed63c0b0c994a2b944d448ffe8d406a] to archive 2024-11-19T03:25:14,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:25:14,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/d5d4587596d14031b6d36656e401014e to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/d5d4587596d14031b6d36656e401014e 2024-11-19T03:25:14,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/8ef5c8be2d2843a2922c6dd407b0f415 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/8ef5c8be2d2843a2922c6dd407b0f415 2024-11-19T03:25:14,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/c330316906924389b5364bb8d53f984f to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/c330316906924389b5364bb8d53f984f 2024-11-19T03:25:14,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/4e73e462c32c45249d588d03e1b69320 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/4e73e462c32c45249d588d03e1b69320 2024-11-19T03:25:14,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/7de4de8dbb8a4d0c97bcc3dd5a73aa78 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/7de4de8dbb8a4d0c97bcc3dd5a73aa78 2024-11-19T03:25:14,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/6e09fe8c8f554cc5a38a81277712ff24 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/6e09fe8c8f554cc5a38a81277712ff24 2024-11-19T03:25:14,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/a29d4b99d4854f3787353f52ec4d9d18 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/a29d4b99d4854f3787353f52ec4d9d18 2024-11-19T03:25:14,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/b49087ebd6bc4fab8ab65b116433b5e9 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/b49087ebd6bc4fab8ab65b116433b5e9 2024-11-19T03:25:14,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/aece33f9f11546f6815a65faa98c6226 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/aece33f9f11546f6815a65faa98c6226 2024-11-19T03:25:14,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/42a52cec3a06421b85370db01092c2e3 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/42a52cec3a06421b85370db01092c2e3 2024-11-19T03:25:14,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/03f881a2a30d4470930247fef59f45fc to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/03f881a2a30d4470930247fef59f45fc 2024-11-19T03:25:14,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/009f26bb16844031a8bcbd2d3453ade1 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/009f26bb16844031a8bcbd2d3453ade1 2024-11-19T03:25:14,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/a2bfc99be6494409afbe5889cc4daf73 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/a2bfc99be6494409afbe5889cc4daf73 2024-11-19T03:25:14,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/1e100c0a7cf1448da02eec690d8f2a52 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/1e100c0a7cf1448da02eec690d8f2a52 2024-11-19T03:25:14,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/18d887f6250446c5afab1a00972d4553 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/18d887f6250446c5afab1a00972d4553 2024-11-19T03:25:14,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/96769cc4d3694f308124bc95f2b73511 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/96769cc4d3694f308124bc95f2b73511 2024-11-19T03:25:14,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/10aedb0e6bf64e4ba228974aa1184c46 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/10aedb0e6bf64e4ba228974aa1184c46 2024-11-19T03:25:14,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/4cd654287df94e73810550a414bb5b12 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/4cd654287df94e73810550a414bb5b12 2024-11-19T03:25:14,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/16a24dae39214361bf99691a53b5c2a4 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/16a24dae39214361bf99691a53b5c2a4 2024-11-19T03:25:14,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/ee8caeaa240846468ef85771fd911b2f to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/ee8caeaa240846468ef85771fd911b2f 2024-11-19T03:25:14,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/78b4ef236f1e428b825ae7dfe9881b57 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/78b4ef236f1e428b825ae7dfe9881b57 2024-11-19T03:25:14,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/bed63c0b0c994a2b944d448ffe8d406a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/bed63c0b0c994a2b944d448ffe8d406a 2024-11-19T03:25:14,275 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/recovered.edits/345.seqid, newMaxSeqId=345, maxSeqId=4 2024-11-19T03:25:14,276 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. 2024-11-19T03:25:14,276 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for 2d35d9ca7873b1f0bb73902ef811d3bb: Waiting for close lock at 1731986712511Running coprocessor pre-close hooks at 1731986712511Disabling compacts and flushes for region at 1731986712511Disabling writes for close at 1731986712511Obtaining lock to block concurrent updates at 1731986712511Preparing flush snapshotting stores in 2d35d9ca7873b1f0bb73902ef811d3bb at 1731986712511Finished memstore snapshotting TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731986712511Flushing stores of TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb. at 1731986712512 (+1 ms)Flushing 2d35d9ca7873b1f0bb73902ef811d3bb/A: creating writer at 1731986712512Flushing mob file 2d35d9ca7873b1f0bb73902ef811d3bb/A: appending metadata at 1731986712518 (+6 ms)Flushing mob file 2d35d9ca7873b1f0bb73902ef811d3bb/A: closing flushed file at 1731986712518Flushing 2d35d9ca7873b1f0bb73902ef811d3bb/A: appending metadata at 1731986712933 (+415 ms)Flushing 2d35d9ca7873b1f0bb73902ef811d3bb/A: closing flushed file at 1731986712933Flushing 2d35d9ca7873b1f0bb73902ef811d3bb/B: creating writer at 1731986713349 (+416 ms)Flushing 2d35d9ca7873b1f0bb73902ef811d3bb/B: appending metadata at 1731986713351 (+2 ms)Flushing 2d35d9ca7873b1f0bb73902ef811d3bb/B: closing flushed file at 1731986713351Flushing 2d35d9ca7873b1f0bb73902ef811d3bb/C: creating writer at 1731986713766 (+415 ms)Flushing 2d35d9ca7873b1f0bb73902ef811d3bb/C: appending metadata at 1731986713769 (+3 ms)Flushing 2d35d9ca7873b1f0bb73902ef811d3bb/C: closing flushed file at 1731986713769Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b269ddb: reopening flushed file at 1731986714184 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71e10d57: reopening flushed file at 1731986714190 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6930592b: reopening flushed file at 1731986714197 (+7 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 2d35d9ca7873b1f0bb73902ef811d3bb in 1691ms, sequenceid=342, compaction requested=true at 1731986714202 (+5 ms)Writing region close event to WAL at 1731986714272 (+70 ms)Running coprocessor post-close hooks at 1731986714275 (+3 ms)Closed at 1731986714276 (+1 ms) 2024-11-19T03:25:14,278 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed 2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,278 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=2d35d9ca7873b1f0bb73902ef811d3bb, regionState=CLOSED 2024-11-19T03:25:14,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 because future has completed 2024-11-19T03:25:14,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-19T03:25:14,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure 2d35d9ca7873b1f0bb73902ef811d3bb, server=47efada56ed5,46547,1731986649537 in 1.9220 sec 2024-11-19T03:25:14,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-19T03:25:14,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d35d9ca7873b1f0bb73902ef811d3bb, UNASSIGN in 1.9270 sec 2024-11-19T03:25:14,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-19T03:25:14,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9300 sec 2024-11-19T03:25:14,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986714285"}]},"ts":"1731986714285"} 2024-11-19T03:25:14,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T03:25:14,286 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T03:25:14,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9400 sec 2024-11-19T03:25:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T03:25:14,493 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:14,494 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-19T03:25:14,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:25:14,497 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:25:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-19T03:25:14,498 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:25:14,503 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,507 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A, FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B, FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C, FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/recovered.edits] 2024-11-19T03:25:14,512 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/293733c0063b47dfb4674878efc1fdae to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/293733c0063b47dfb4674878efc1fdae 2024-11-19T03:25:14,513 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/b6896f3e08ec4ea5a4c15082b14f8c45 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/b6896f3e08ec4ea5a4c15082b14f8c45 2024-11-19T03:25:14,514 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/f112da4801f548c8a6334325ccac78b6 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/A/f112da4801f548c8a6334325ccac78b6 2024-11-19T03:25:14,517 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/312c4fe94fd541959ef1f28381f4d395 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/312c4fe94fd541959ef1f28381f4d395 2024-11-19T03:25:14,518 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/4a2d208c6dd04a95a7f765d624ba30ed to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/4a2d208c6dd04a95a7f765d624ba30ed 2024-11-19T03:25:14,519 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/a800d8504fdf48f5b19b76fd798bfebe to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/B/a800d8504fdf48f5b19b76fd798bfebe 2024-11-19T03:25:14,521 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/6fd99eb23f2e4d0082d8a142fdc63387 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/6fd99eb23f2e4d0082d8a142fdc63387 2024-11-19T03:25:14,522 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/ae819208e8da44dcb62de798f0f56e04 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/ae819208e8da44dcb62de798f0f56e04 2024-11-19T03:25:14,523 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/c607777db4864462a6d25b67945aef68 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/C/c607777db4864462a6d25b67945aef68 2024-11-19T03:25:14,525 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/recovered.edits/345.seqid to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb/recovered.edits/345.seqid 2024-11-19T03:25:14,526 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,526 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T03:25:14,526 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T03:25:14,527 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-19T03:25:14,530 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411190a121880a7514477b2f42cc24a7d746f_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411190a121880a7514477b2f42cc24a7d746f_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,532 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411190b8b8e41364c49c391c83e259c3afce8_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411190b8b8e41364c49c391c83e259c3afce8_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,533 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119141fd094f03441cdb190f2e9e219306d_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119141fd094f03441cdb190f2e9e219306d_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,534 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119225afc95e8cd43fc8dcff01445cee87e_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119225afc95e8cd43fc8dcff01445cee87e_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,535 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111954a4128846fb42e780e4c2d1208aa2b7_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111954a4128846fb42e780e4c2d1208aa2b7_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,536 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195bc0c8c366654e3f822f5132e8872742_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195bc0c8c366654e3f822f5132e8872742_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,537 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411196100085989d040aeaece2506d7055384_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411196100085989d040aeaece2506d7055384_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,538 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111976b9b8df3b084350915d10bca0258f70_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111976b9b8df3b084350915d10bca0258f70_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,539 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197c3f780b6606453880586d27556f73ab_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197c3f780b6606453880586d27556f73ab_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,540 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411198b21fd6d522b4b239f32b3c2fac2eea3_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411198b21fd6d522b4b239f32b3c2fac2eea3_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,542 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b533f8202826497583d0132de332ad70_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b533f8202826497583d0132de332ad70_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,543 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b88cec37d1e24d63aa8093c4718fbb48_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b88cec37d1e24d63aa8093c4718fbb48_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,544 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119bc842a8340294454a4b77a615225b69e_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119bc842a8340294454a4b77a615225b69e_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,545 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119bfeec65fd46b490eb75467f9eed6e065_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119bfeec65fd46b490eb75467f9eed6e065_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,546 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c113f712951f4e61a55775231e1fccd1_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c113f712951f4e61a55775231e1fccd1_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,547 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c7e8aba293eb4ca780ad3ce4594b5eb9_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c7e8aba293eb4ca780ad3ce4594b5eb9_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,547 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119db19c101131d4218b39f8fb65765c7ec_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119db19c101131d4218b39f8fb65765c7ec_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,548 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e254a658354f45d7ba87ec6a19bb7726_2d35d9ca7873b1f0bb73902ef811d3bb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e254a658354f45d7ba87ec6a19bb7726_2d35d9ca7873b1f0bb73902ef811d3bb 2024-11-19T03:25:14,549 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T03:25:14,551 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:25:14,553 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T03:25:14,555 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T03:25:14,556 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:25:14,556 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T03:25:14,556 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731986714556"}]},"ts":"9223372036854775807"} 2024-11-19T03:25:14,558 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-19T03:25:14,558 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2d35d9ca7873b1f0bb73902ef811d3bb, NAME => 'TestAcidGuarantees,,1731986680672.2d35d9ca7873b1f0bb73902ef811d3bb.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T03:25:14,558 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T03:25:14,558 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731986714558"}]},"ts":"9223372036854775807"} 2024-11-19T03:25:14,560 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-19T03:25:14,561 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:25:14,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-11-19T03:25:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-19T03:25:14,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-19T03:25:14,603 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:14,612 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 240), OpenFileDescriptor=451 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 480) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13744 (was 13733) - AvailableMemoryMB LEAK? - 2024-11-19T03:25:14,620 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=13743 2024-11-19T03:25:14,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T03:25:14,621 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:25:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T03:25:14,623 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:25:14,623 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:14,623 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-11-19T03:25:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-19T03:25:14,624 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:25:14,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742045_1221 (size=959) 2024-11-19T03:25:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-19T03:25:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-19T03:25:15,035 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a 2024-11-19T03:25:15,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742046_1222 (size=53) 2024-11-19T03:25:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-19T03:25:15,448 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:25:15,448 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f4b7b3187b161f708437c5cce72639fd, disabling compactions & flushes 2024-11-19T03:25:15,448 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:15,448 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:15,448 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. after waiting 0 ms 2024-11-19T03:25:15,448 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:15,448 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:15,448 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4b7b3187b161f708437c5cce72639fd: Waiting for close lock at 1731986715448Disabling compacts and flushes for region at 1731986715448Disabling writes for close at 1731986715448Writing region close event to WAL at 1731986715448Closed at 1731986715448 2024-11-19T03:25:15,451 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:25:15,452 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731986715451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986715451"}]},"ts":"1731986715451"} 2024-11-19T03:25:15,456 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:25:15,458 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:25:15,459 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986715458"}]},"ts":"1731986715458"} 2024-11-19T03:25:15,461 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T03:25:15,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4b7b3187b161f708437c5cce72639fd, ASSIGN}] 2024-11-19T03:25:15,462 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4b7b3187b161f708437c5cce72639fd, ASSIGN 2024-11-19T03:25:15,463 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4b7b3187b161f708437c5cce72639fd, ASSIGN; state=OFFLINE, location=47efada56ed5,46547,1731986649537; forceNewPlan=false, retain=false 2024-11-19T03:25:15,614 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=f4b7b3187b161f708437c5cce72639fd, regionState=OPENING, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:25:15,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4b7b3187b161f708437c5cce72639fd, ASSIGN because future has completed 2024-11-19T03:25:15,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537}] 2024-11-19T03:25:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-19T03:25:15,775 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:15,775 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:25:15,776 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:15,776 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:25:15,776 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:15,776 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:15,778 INFO [StoreOpener-f4b7b3187b161f708437c5cce72639fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:15,780 INFO [StoreOpener-f4b7b3187b161f708437c5cce72639fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4b7b3187b161f708437c5cce72639fd columnFamilyName A 2024-11-19T03:25:15,780 DEBUG [StoreOpener-f4b7b3187b161f708437c5cce72639fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:15,780 INFO [StoreOpener-f4b7b3187b161f708437c5cce72639fd-1 {}] regionserver.HStore(327): Store=f4b7b3187b161f708437c5cce72639fd/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:25:15,780 INFO [StoreOpener-f4b7b3187b161f708437c5cce72639fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:15,782 INFO [StoreOpener-f4b7b3187b161f708437c5cce72639fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4b7b3187b161f708437c5cce72639fd columnFamilyName B 2024-11-19T03:25:15,782 DEBUG [StoreOpener-f4b7b3187b161f708437c5cce72639fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:15,783 INFO [StoreOpener-f4b7b3187b161f708437c5cce72639fd-1 {}] regionserver.HStore(327): Store=f4b7b3187b161f708437c5cce72639fd/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:25:15,783 INFO [StoreOpener-f4b7b3187b161f708437c5cce72639fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:15,784 INFO [StoreOpener-f4b7b3187b161f708437c5cce72639fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4b7b3187b161f708437c5cce72639fd columnFamilyName C 2024-11-19T03:25:15,784 DEBUG [StoreOpener-f4b7b3187b161f708437c5cce72639fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:15,785 INFO [StoreOpener-f4b7b3187b161f708437c5cce72639fd-1 {}] regionserver.HStore(327): Store=f4b7b3187b161f708437c5cce72639fd/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:25:15,785 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:15,786 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:15,786 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:15,787 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:15,787 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:15,788 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T03:25:15,789 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:15,791 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:25:15,791 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened f4b7b3187b161f708437c5cce72639fd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70645875, jitterRate=0.05270557105541229}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T03:25:15,791 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:15,792 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for f4b7b3187b161f708437c5cce72639fd: Running coprocessor pre-open hook at 1731986715776Writing region info on filesystem at 1731986715776Initializing all the Stores at 1731986715777 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986715777Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986715778 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986715778Cleaning up temporary data from old regions at 1731986715787 (+9 ms)Running coprocessor post-open hooks at 1731986715791 (+4 ms)Region opened successfully at 1731986715792 (+1 ms) 2024-11-19T03:25:15,793 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., pid=67, masterSystemTime=1731986715769 2024-11-19T03:25:15,794 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:15,794 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:15,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=f4b7b3187b161f708437c5cce72639fd, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:25:15,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 because future has completed 2024-11-19T03:25:15,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-19T03:25:15,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 in 181 msec 2024-11-19T03:25:15,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-19T03:25:15,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4b7b3187b161f708437c5cce72639fd, ASSIGN in 338 msec 2024-11-19T03:25:15,801 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:25:15,801 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986715801"}]},"ts":"1731986715801"} 2024-11-19T03:25:15,803 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T03:25:15,803 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:25:15,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1820 sec 2024-11-19T03:25:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-19T03:25:16,784 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:16,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe11fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:16,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:16,791 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:16,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:16,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:16,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308336a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:16,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:16,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:16,793 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:16,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc03a96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:16,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:16,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:25:16,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,41549,1731986648572 2024-11-19T03:25:16,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15f8be55 2024-11-19T03:25:16,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:25:16,798 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:25:16,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b5b273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,799 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:16,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:16,799 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c58b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:16,801 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:16,801 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1506fea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240be3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:16,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:16,802 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:16,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:16,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:16,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ac4719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:16,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:16,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:16,803 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:16,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400a68ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885eb44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:16,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:16,805 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:16,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:16,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:16,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db880bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:16,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:16,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:16,806 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:16,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc4ed0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692a6227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:16,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:16,808 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:16,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:16,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:16,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4801f989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:16,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:16,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:16,809 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:16,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c723d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128d97bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:16,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:16,811 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ad3b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:16,812 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4867ad87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626de388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:16,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:16,814 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae6ccd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:16,815 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:16,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd11d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a5c877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:16,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:16,817 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:16,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:16,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:16,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1f4982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:16,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:16,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:16,818 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:16,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f576d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679f7426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:16,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:16,819 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@111aa29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:16,820 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c7c21a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b71af22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:16,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:16,822 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:16,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e470870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:16,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:16,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:16,823 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:16,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b98bf96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728d338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:16,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:16,825 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104293dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:16,826 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:16,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7a32a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:16,827 DEBUG [Thread-1059 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:16,827 DEBUG [Thread-1061 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:16,827 DEBUG [Thread-1052 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:16,827 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:25:16,827 DEBUG [Thread-1065 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:16,828 DEBUG [Thread-1048 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:16,828 DEBUG [Thread-1050 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:16,828 DEBUG [Thread-1067 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:16,828 DEBUG [Thread-1056 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-19T03:25:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:16,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:16,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:16,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:16,829 DEBUG [Thread-1054 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:16,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:16,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:16,830 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:25:16,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:16,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:16,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:16,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:16,830 DEBUG [Thread-1063 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:16,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:16,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:16,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:16,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:16,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:16,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:16,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-19T03:25:16,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:16,832 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:25:16,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:25:16,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:25:16,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:16,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:16,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:16,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:25:16,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:25:16,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:25:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:25:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:25:16,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:16,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:25:16,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:25:16,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:16,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:25:16,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:25:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:16,846 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:16,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T03:25:16,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/23e57ed5a46c4b1898a0ac3bd462abf6 is 50, key is test_row_0/A:col10/1731986716839/Put/seqid=0 2024-11-19T03:25:16,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:16,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986776878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986776881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:16,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986776883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:16,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:16,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:16,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742047_1223 (size=12001) 2024-11-19T03:25:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986776884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:16,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:16,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:16,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/23e57ed5a46c4b1898a0ac3bd462abf6 2024-11-19T03:25:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986776886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:16,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:16,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/dec0ed4cc98148a7a153203a4ca3f845 is 50, key is test_row_0/B:col10/1731986716839/Put/seqid=0 2024-11-19T03:25:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-19T03:25:16,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742048_1224 (size=12001) 2024-11-19T03:25:16,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/dec0ed4cc98148a7a153203a4ca3f845 2024-11-19T03:25:16,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/670eaed801e848808363c5a6395ce82d is 50, key is test_row_0/C:col10/1731986716839/Put/seqid=0 2024-11-19T03:25:16,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-19T03:25:16,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:16,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:16,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:16,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:16,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:16,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742049_1225 (size=12001) 2024-11-19T03:25:16,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/670eaed801e848808363c5a6395ce82d 2024-11-19T03:25:16,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986776993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:16,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:16,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986776993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:16,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:16,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986776993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:16,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986776993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:16,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986776993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:16,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/23e57ed5a46c4b1898a0ac3bd462abf6 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/23e57ed5a46c4b1898a0ac3bd462abf6 2024-11-19T03:25:17,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/23e57ed5a46c4b1898a0ac3bd462abf6, entries=150, sequenceid=14, filesize=11.7 K 2024-11-19T03:25:17,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/dec0ed4cc98148a7a153203a4ca3f845 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/dec0ed4cc98148a7a153203a4ca3f845 2024-11-19T03:25:17,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/dec0ed4cc98148a7a153203a4ca3f845, entries=150, sequenceid=14, filesize=11.7 K 2024-11-19T03:25:17,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/670eaed801e848808363c5a6395ce82d as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/670eaed801e848808363c5a6395ce82d 2024-11-19T03:25:17,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/670eaed801e848808363c5a6395ce82d, entries=150, sequenceid=14, filesize=11.7 K 2024-11-19T03:25:17,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f4b7b3187b161f708437c5cce72639fd in 185ms, sequenceid=14, compaction requested=false 2024-11-19T03:25:17,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:17,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-19T03:25:17,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:17,139 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T03:25:17,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/f1c5d24a1cdf4f0eafe294cc2aa860d6 is 50, key is test_row_0/A:col10/1731986716876/Put/seqid=0 2024-11-19T03:25:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-19T03:25:17,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742050_1226 (size=12001) 2024-11-19T03:25:17,177 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/f1c5d24a1cdf4f0eafe294cc2aa860d6 2024-11-19T03:25:17,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/89f2b80ddc654002a32aea5870bdebe2 is 50, key is test_row_0/B:col10/1731986716876/Put/seqid=0 2024-11-19T03:25:17,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742051_1227 (size=12001) 2024-11-19T03:25:17,200 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/89f2b80ddc654002a32aea5870bdebe2 2024-11-19T03:25:17,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:17,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/3309ffeb68b74b8fb272d65bfd08438f is 50, key is test_row_0/C:col10/1731986716876/Put/seqid=0 2024-11-19T03:25:17,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986777214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986777214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986777216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986777221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,227 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,227 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742052_1228 (size=12001) 2024-11-19T03:25:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986777216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986777332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986777332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986777332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986777332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986777333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-19T03:25:17,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986777542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986777542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986777543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986777543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986777543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,629 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/3309ffeb68b74b8fb272d65bfd08438f 2024-11-19T03:25:17,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/f1c5d24a1cdf4f0eafe294cc2aa860d6 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/f1c5d24a1cdf4f0eafe294cc2aa860d6 2024-11-19T03:25:17,645 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/f1c5d24a1cdf4f0eafe294cc2aa860d6, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T03:25:17,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/89f2b80ddc654002a32aea5870bdebe2 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/89f2b80ddc654002a32aea5870bdebe2 2024-11-19T03:25:17,654 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/89f2b80ddc654002a32aea5870bdebe2, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T03:25:17,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/3309ffeb68b74b8fb272d65bfd08438f as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/3309ffeb68b74b8fb272d65bfd08438f 2024-11-19T03:25:17,660 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/3309ffeb68b74b8fb272d65bfd08438f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T03:25:17,662 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f4b7b3187b161f708437c5cce72639fd in 522ms, sequenceid=37, compaction requested=false 2024-11-19T03:25:17,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:17,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:17,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-19T03:25:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-19T03:25:17,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-19T03:25:17,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 831 msec 2024-11-19T03:25:17,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 838 msec 2024-11-19T03:25:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:17,855 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:17,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T03:25:17,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/068d2eaa553c4aae838479f5d8828685 is 50, key is test_row_0/A:col10/1731986717854/Put/seqid=0 2024-11-19T03:25:17,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742053_1229 (size=12001) 2024-11-19T03:25:17,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/068d2eaa553c4aae838479f5d8828685 2024-11-19T03:25:17,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986777878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986777881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986777883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986777883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986777886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/75634409aadf494ebe6c88ba8e05fa02 is 50, key is test_row_0/B:col10/1731986717854/Put/seqid=0 2024-11-19T03:25:17,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742054_1230 (size=12001) 2024-11-19T03:25:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-19T03:25:17,972 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:17,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:25:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-19T03:25:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-19T03:25:17,975 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:25:17,975 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:25:17,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:25:17,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986777993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986777993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986777993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986777993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:17,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986777993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:17,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:17,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-19T03:25:18,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-19T03:25:18,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:18,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:18,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:18,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:18,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:18,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986778203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:18,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986778203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:18,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986778203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:18,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:18,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986778203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:18,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:18,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986778204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:18,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:18,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:18,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:18,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:18,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-19T03:25:18,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:18,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:18,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:18,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:18,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-19T03:25:18,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/75634409aadf494ebe6c88ba8e05fa02 2024-11-19T03:25:18,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/788a067c302c4e07aabf86b8ecbb600c is 50, key is test_row_0/C:col10/1731986717854/Put/seqid=0 2024-11-19T03:25:18,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742055_1231 (size=12001) 2024-11-19T03:25:18,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-19T03:25:18,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:18,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:18,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:18,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:18,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:18,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986778512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:18,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:18,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986778512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:18,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:18,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:18,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986778512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:18,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:18,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986778512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:18,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:18,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:18,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986778512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:18,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:18,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:18,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-19T03:25:18,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:18,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:18,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:18,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:18,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-19T03:25:18,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/788a067c302c4e07aabf86b8ecbb600c 2024-11-19T03:25:18,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/068d2eaa553c4aae838479f5d8828685 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/068d2eaa553c4aae838479f5d8828685 2024-11-19T03:25:18,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/068d2eaa553c4aae838479f5d8828685, entries=150, sequenceid=52, filesize=11.7 K 2024-11-19T03:25:18,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/75634409aadf494ebe6c88ba8e05fa02 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/75634409aadf494ebe6c88ba8e05fa02 2024-11-19T03:25:18,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/75634409aadf494ebe6c88ba8e05fa02, entries=150, sequenceid=52, filesize=11.7 K 2024-11-19T03:25:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/788a067c302c4e07aabf86b8ecbb600c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/788a067c302c4e07aabf86b8ecbb600c 2024-11-19T03:25:18,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-19T03:25:18,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:18,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:18,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:18,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:18,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:18,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/788a067c302c4e07aabf86b8ecbb600c, entries=150, sequenceid=52, filesize=11.7 K 2024-11-19T03:25:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:18,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f4b7b3187b161f708437c5cce72639fd in 886ms, sequenceid=52, compaction requested=true 2024-11-19T03:25:18,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:18,743 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:18,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:25:18,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:18,744 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:18,744 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:18,744 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/A is initiating minor compaction (all files) 2024-11-19T03:25:18,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:25:18,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:18,744 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/A in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:18,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:25:18,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:18,744 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/23e57ed5a46c4b1898a0ac3bd462abf6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/f1c5d24a1cdf4f0eafe294cc2aa860d6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/068d2eaa553c4aae838479f5d8828685] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=35.2 K 2024-11-19T03:25:18,745 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23e57ed5a46c4b1898a0ac3bd462abf6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731986716839 2024-11-19T03:25:18,745 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:18,745 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/B is initiating minor compaction (all files) 2024-11-19T03:25:18,745 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/B in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:18,745 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/dec0ed4cc98148a7a153203a4ca3f845, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/89f2b80ddc654002a32aea5870bdebe2, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/75634409aadf494ebe6c88ba8e05fa02] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=35.2 K 2024-11-19T03:25:18,745 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1c5d24a1cdf4f0eafe294cc2aa860d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731986716876 2024-11-19T03:25:18,746 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting dec0ed4cc98148a7a153203a4ca3f845, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731986716839 2024-11-19T03:25:18,746 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 068d2eaa553c4aae838479f5d8828685, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731986717214 2024-11-19T03:25:18,746 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 89f2b80ddc654002a32aea5870bdebe2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731986716876 2024-11-19T03:25:18,746 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 75634409aadf494ebe6c88ba8e05fa02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731986717214 2024-11-19T03:25:18,756 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#B#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:18,757 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/7d1f149ccde34fe7be85426c4b71a231 is 50, key is test_row_0/B:col10/1731986717854/Put/seqid=0 2024-11-19T03:25:18,762 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#A#compaction#190 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:18,763 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/1edd1816fb8b4ecebd2cbed2e7bf5fef is 50, key is test_row_0/A:col10/1731986717854/Put/seqid=0 2024-11-19T03:25:18,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742056_1232 (size=12104) 2024-11-19T03:25:18,785 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/7d1f149ccde34fe7be85426c4b71a231 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/7d1f149ccde34fe7be85426c4b71a231 2024-11-19T03:25:18,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742057_1233 (size=12104) 2024-11-19T03:25:18,795 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/B of f4b7b3187b161f708437c5cce72639fd into 7d1f149ccde34fe7be85426c4b71a231(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:18,795 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:18,795 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/B, priority=13, startTime=1731986718744; duration=0sec 2024-11-19T03:25:18,795 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:18,795 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:B 2024-11-19T03:25:18,795 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:18,797 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/1edd1816fb8b4ecebd2cbed2e7bf5fef as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/1edd1816fb8b4ecebd2cbed2e7bf5fef 2024-11-19T03:25:18,799 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:18,799 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/C is initiating minor compaction (all files) 2024-11-19T03:25:18,799 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/C in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:18,799 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/670eaed801e848808363c5a6395ce82d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/3309ffeb68b74b8fb272d65bfd08438f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/788a067c302c4e07aabf86b8ecbb600c] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=35.2 K 2024-11-19T03:25:18,803 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 670eaed801e848808363c5a6395ce82d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731986716839 2024-11-19T03:25:18,806 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 3309ffeb68b74b8fb272d65bfd08438f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731986716876 2024-11-19T03:25:18,806 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/A of f4b7b3187b161f708437c5cce72639fd into 1edd1816fb8b4ecebd2cbed2e7bf5fef(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:18,806 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:18,806 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/A, priority=13, startTime=1731986718743; duration=0sec 2024-11-19T03:25:18,806 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 788a067c302c4e07aabf86b8ecbb600c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731986717214 2024-11-19T03:25:18,806 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:18,806 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:A 2024-11-19T03:25:18,830 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#C#compaction#191 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:18,830 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/0deec33389634a0aa87f52f94d04ebc1 is 50, key is test_row_0/C:col10/1731986717854/Put/seqid=0 2024-11-19T03:25:18,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742058_1234 (size=12104) 2024-11-19T03:25:18,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-19T03:25:18,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:18,893 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T03:25:18,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/468f6f7d79c6469bafff147a1acd7573 is 50, key is test_row_0/A:col10/1731986717882/Put/seqid=0 2024-11-19T03:25:18,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742059_1235 (size=12001) 2024-11-19T03:25:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:19,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:19,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986779059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986779065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986779065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986779066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986779066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-19T03:25:19,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986779172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986779182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986779182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986779182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986779182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,259 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/0deec33389634a0aa87f52f94d04ebc1 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/0deec33389634a0aa87f52f94d04ebc1 2024-11-19T03:25:19,265 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/C of f4b7b3187b161f708437c5cce72639fd into 0deec33389634a0aa87f52f94d04ebc1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:19,265 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:19,265 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/C, priority=13, startTime=1731986718744; duration=0sec 2024-11-19T03:25:19,266 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:19,266 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:C 2024-11-19T03:25:19,337 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/468f6f7d79c6469bafff147a1acd7573 2024-11-19T03:25:19,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/8c8d1608b70445c6bcd58e0010f2a5e3 is 50, key is test_row_0/B:col10/1731986717882/Put/seqid=0 2024-11-19T03:25:19,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742060_1236 (size=12001) 2024-11-19T03:25:19,374 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/8c8d1608b70445c6bcd58e0010f2a5e3 2024-11-19T03:25:19,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986779382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986779392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/f0bf9dd5c4ee4198a8c0ba12ceaa619c is 50, key is test_row_0/C:col10/1731986717882/Put/seqid=0 2024-11-19T03:25:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986779393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986779393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986779393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742061_1237 (size=12001) 2024-11-19T03:25:19,412 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/f0bf9dd5c4ee4198a8c0ba12ceaa619c 2024-11-19T03:25:19,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/468f6f7d79c6469bafff147a1acd7573 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/468f6f7d79c6469bafff147a1acd7573 2024-11-19T03:25:19,425 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/468f6f7d79c6469bafff147a1acd7573, entries=150, sequenceid=75, filesize=11.7 K 2024-11-19T03:25:19,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/8c8d1608b70445c6bcd58e0010f2a5e3 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/8c8d1608b70445c6bcd58e0010f2a5e3 2024-11-19T03:25:19,431 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/8c8d1608b70445c6bcd58e0010f2a5e3, entries=150, sequenceid=75, filesize=11.7 K 2024-11-19T03:25:19,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/f0bf9dd5c4ee4198a8c0ba12ceaa619c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/f0bf9dd5c4ee4198a8c0ba12ceaa619c 2024-11-19T03:25:19,439 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/f0bf9dd5c4ee4198a8c0ba12ceaa619c, entries=150, sequenceid=75, filesize=11.7 K 2024-11-19T03:25:19,440 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f4b7b3187b161f708437c5cce72639fd in 547ms, sequenceid=75, compaction requested=false 2024-11-19T03:25:19,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:19,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:19,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-19T03:25:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-19T03:25:19,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-19T03:25:19,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4670 sec 2024-11-19T03:25:19,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.4720 sec 2024-11-19T03:25:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:19,695 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:19,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T03:25:19,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/add91b8c658d43b3a1f5eed1167d6835 is 50, key is test_row_0/A:col10/1731986719694/Put/seqid=0 2024-11-19T03:25:19,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742062_1238 (size=12001) 2024-11-19T03:25:19,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986779717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986779718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986779720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986779721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986779722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,807 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T03:25:19,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986779832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986779832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986779833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986779833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986779833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:19,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:19,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:20,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986780042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:20,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:20,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:20,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986780042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986780043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:20,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:20,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986780043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986780043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:20,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/add91b8c658d43b3a1f5eed1167d6835 2024-11-19T03:25:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-19T03:25:20,123 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:20,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:25:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-19T03:25:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-19T03:25:20,125 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:25:20,125 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:25:20,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:25:20,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/530efc0da7a04ccd9b499f73efe32561 is 50, key is test_row_0/B:col10/1731986719694/Put/seqid=0 2024-11-19T03:25:20,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742063_1239 (size=12001) 2024-11-19T03:25:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-19T03:25:20,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-19T03:25:20,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:20,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:20,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:20,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:20,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:20,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986780352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986780352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:20,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986780352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:20,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986780353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:20,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:20,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986780353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:20,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:20,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:20,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-19T03:25:20,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:20,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:20,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:20,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:20,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-19T03:25:20,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/530efc0da7a04ccd9b499f73efe32561 2024-11-19T03:25:20,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/c431c37106194219b4368440a2c46f66 is 50, key is test_row_0/C:col10/1731986719694/Put/seqid=0 2024-11-19T03:25:20,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742064_1240 (size=12001) 2024-11-19T03:25:20,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-19T03:25:20,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:20,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:20,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:20,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:20,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:20,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-19T03:25:20,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:20,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:20,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:20,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:20,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-19T03:25:20,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986780863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:20,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986780863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986780863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986780863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:20,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:20,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:20,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986780872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:20,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:20,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:20,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-19T03:25:20,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:20,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:20,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:20,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:20,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:20,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/c431c37106194219b4368440a2c46f66 2024-11-19T03:25:20,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/add91b8c658d43b3a1f5eed1167d6835 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/add91b8c658d43b3a1f5eed1167d6835 2024-11-19T03:25:20,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/add91b8c658d43b3a1f5eed1167d6835, entries=150, sequenceid=92, filesize=11.7 K 2024-11-19T03:25:20,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/530efc0da7a04ccd9b499f73efe32561 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/530efc0da7a04ccd9b499f73efe32561 2024-11-19T03:25:20,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/530efc0da7a04ccd9b499f73efe32561, entries=150, sequenceid=92, filesize=11.7 K 2024-11-19T03:25:20,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/c431c37106194219b4368440a2c46f66 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/c431c37106194219b4368440a2c46f66 2024-11-19T03:25:20,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/c431c37106194219b4368440a2c46f66, entries=150, sequenceid=92, filesize=11.7 K 2024-11-19T03:25:20,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f4b7b3187b161f708437c5cce72639fd in 1268ms, sequenceid=92, compaction requested=true 2024-11-19T03:25:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:25:20,963 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:25:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:20,963 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:25:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:20,965 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:20,965 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:20,965 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/A is initiating minor compaction (all files) 2024-11-19T03:25:20,965 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/B is initiating minor compaction (all files) 2024-11-19T03:25:20,965 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/A in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:20,965 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/B in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:20,965 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/1edd1816fb8b4ecebd2cbed2e7bf5fef, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/468f6f7d79c6469bafff147a1acd7573, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/add91b8c658d43b3a1f5eed1167d6835] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=35.3 K 2024-11-19T03:25:20,965 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/7d1f149ccde34fe7be85426c4b71a231, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/8c8d1608b70445c6bcd58e0010f2a5e3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/530efc0da7a04ccd9b499f73efe32561] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=35.3 K 2024-11-19T03:25:20,965 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1edd1816fb8b4ecebd2cbed2e7bf5fef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731986717214 2024-11-19T03:25:20,965 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d1f149ccde34fe7be85426c4b71a231, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731986717214 2024-11-19T03:25:20,966 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 468f6f7d79c6469bafff147a1acd7573, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731986717873 2024-11-19T03:25:20,966 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c8d1608b70445c6bcd58e0010f2a5e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731986717873 2024-11-19T03:25:20,966 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting add91b8c658d43b3a1f5eed1167d6835, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731986719064 2024-11-19T03:25:20,966 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 530efc0da7a04ccd9b499f73efe32561, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731986719064 2024-11-19T03:25:20,972 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#B#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:20,972 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/64d2ab33cbdb4f429e6611178bf97d22 is 50, key is test_row_0/B:col10/1731986719694/Put/seqid=0 2024-11-19T03:25:20,973 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#A#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:20,973 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/d61b534d83bb4c3d91258d258e7a34a6 is 50, key is test_row_0/A:col10/1731986719694/Put/seqid=0 2024-11-19T03:25:21,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742065_1241 (size=12207) 2024-11-19T03:25:21,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742066_1242 (size=12207) 2024-11-19T03:25:21,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-19T03:25:21,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:21,044 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T03:25:21,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/267c3cdc479a4289b2c50f1ddcb6f690 is 50, key is test_row_0/A:col10/1731986719717/Put/seqid=0 2024-11-19T03:25:21,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742067_1243 (size=12001) 2024-11-19T03:25:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-19T03:25:21,414 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/64d2ab33cbdb4f429e6611178bf97d22 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/64d2ab33cbdb4f429e6611178bf97d22 2024-11-19T03:25:21,419 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/B of f4b7b3187b161f708437c5cce72639fd into 64d2ab33cbdb4f429e6611178bf97d22(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:21,419 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:21,419 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/B, priority=13, startTime=1731986720963; duration=0sec 2024-11-19T03:25:21,419 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:21,419 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:B 2024-11-19T03:25:21,419 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:21,421 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:21,421 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/C is initiating minor compaction (all files) 2024-11-19T03:25:21,421 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/C in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:21,421 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/0deec33389634a0aa87f52f94d04ebc1, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/f0bf9dd5c4ee4198a8c0ba12ceaa619c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/c431c37106194219b4368440a2c46f66] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=35.3 K 2024-11-19T03:25:21,422 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 0deec33389634a0aa87f52f94d04ebc1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731986717214 2024-11-19T03:25:21,422 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting f0bf9dd5c4ee4198a8c0ba12ceaa619c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731986717873 2024-11-19T03:25:21,422 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting c431c37106194219b4368440a2c46f66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731986719064 2024-11-19T03:25:21,423 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/d61b534d83bb4c3d91258d258e7a34a6 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/d61b534d83bb4c3d91258d258e7a34a6 2024-11-19T03:25:21,427 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/A of f4b7b3187b161f708437c5cce72639fd into d61b534d83bb4c3d91258d258e7a34a6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:21,427 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:21,427 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/A, priority=13, startTime=1731986720963; duration=0sec 2024-11-19T03:25:21,428 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:21,428 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:A 2024-11-19T03:25:21,432 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#C#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:21,432 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/458817ed75284632ae1b3f6775956217 is 50, key is test_row_0/C:col10/1731986719694/Put/seqid=0 2024-11-19T03:25:21,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742068_1244 (size=12207) 2024-11-19T03:25:21,452 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/267c3cdc479a4289b2c50f1ddcb6f690 2024-11-19T03:25:21,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/a8eb02870e4e4e48aa9c85e81dfc960c is 50, key is test_row_0/B:col10/1731986719717/Put/seqid=0 2024-11-19T03:25:21,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742069_1245 (size=12001) 2024-11-19T03:25:21,840 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/458817ed75284632ae1b3f6775956217 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/458817ed75284632ae1b3f6775956217 2024-11-19T03:25:21,844 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/C of f4b7b3187b161f708437c5cce72639fd into 458817ed75284632ae1b3f6775956217(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:21,844 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:21,844 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/C, priority=13, startTime=1731986720963; duration=0sec 2024-11-19T03:25:21,844 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:21,844 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:C 2024-11-19T03:25:21,864 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/a8eb02870e4e4e48aa9c85e81dfc960c 2024-11-19T03:25:21,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/b25a3b7a56c34ac997be5695a4ee310a is 50, key is test_row_0/C:col10/1731986719717/Put/seqid=0 2024-11-19T03:25:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:21,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:21,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742070_1246 (size=12001) 2024-11-19T03:25:21,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986781890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:21,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:21,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:21,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:21,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986781891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:21,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:21,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986781891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:21,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:21,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:21,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:21,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:21,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:21,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986781892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:21,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:21,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:21,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:21,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986781892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:21,896 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in f4b7b3187b161f708437c5cce72639fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:21,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:21,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:21,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986782002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986782002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986782003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986782003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986782212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986782212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986782212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986782212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-19T03:25:22,277 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/b25a3b7a56c34ac997be5695a4ee310a 2024-11-19T03:25:22,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/267c3cdc479a4289b2c50f1ddcb6f690 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/267c3cdc479a4289b2c50f1ddcb6f690 2024-11-19T03:25:22,285 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/267c3cdc479a4289b2c50f1ddcb6f690, entries=150, sequenceid=112, filesize=11.7 K 2024-11-19T03:25:22,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/a8eb02870e4e4e48aa9c85e81dfc960c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/a8eb02870e4e4e48aa9c85e81dfc960c 2024-11-19T03:25:22,290 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/a8eb02870e4e4e48aa9c85e81dfc960c, entries=150, sequenceid=112, filesize=11.7 K 2024-11-19T03:25:22,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/b25a3b7a56c34ac997be5695a4ee310a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/b25a3b7a56c34ac997be5695a4ee310a 2024-11-19T03:25:22,295 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/b25a3b7a56c34ac997be5695a4ee310a, entries=150, sequenceid=112, filesize=11.7 K 2024-11-19T03:25:22,296 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for f4b7b3187b161f708437c5cce72639fd in 1252ms, sequenceid=112, compaction requested=false 2024-11-19T03:25:22,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:22,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:22,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-19T03:25:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-19T03:25:22,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-19T03:25:22,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1710 sec 2024-11-19T03:25:22,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.1770 sec 2024-11-19T03:25:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:22,524 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:22,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T03:25:22,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/8b069d2a1d324c00b43705f26f374f43 is 50, key is test_row_0/A:col10/1731986722523/Put/seqid=0 2024-11-19T03:25:22,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742071_1247 (size=14441) 2024-11-19T03:25:22,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986782539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986782540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986782541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986782543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986782653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986782653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986782653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986782653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986782862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986782862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986782863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986782863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:22,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:22,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:22,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/8b069d2a1d324c00b43705f26f374f43 2024-11-19T03:25:22,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/70781215d7b04beba89da06e8bcbd93f is 50, key is test_row_0/B:col10/1731986722523/Put/seqid=0 2024-11-19T03:25:22,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742072_1248 (size=12101) 2024-11-19T03:25:23,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986783172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:23,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986783172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:23,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:23,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986783172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:23,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:23,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:23,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:23,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:23,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:23,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986783172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:23,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:23,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:23,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:23,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:23,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:23,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:23,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/70781215d7b04beba89da06e8bcbd93f 2024-11-19T03:25:23,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/32dc96832bdf4ef0a889b48b14c46cbf is 50, key is test_row_0/C:col10/1731986722523/Put/seqid=0 2024-11-19T03:25:23,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742073_1249 (size=12101) 2024-11-19T03:25:23,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986783682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:23,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986783682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:23,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986783682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:23,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986783682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:23,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:23,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:23,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:23,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/32dc96832bdf4ef0a889b48b14c46cbf 2024-11-19T03:25:23,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/8b069d2a1d324c00b43705f26f374f43 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/8b069d2a1d324c00b43705f26f374f43 2024-11-19T03:25:23,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/8b069d2a1d324c00b43705f26f374f43, entries=200, sequenceid=134, filesize=14.1 K 2024-11-19T03:25:23,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/70781215d7b04beba89da06e8bcbd93f as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/70781215d7b04beba89da06e8bcbd93f 2024-11-19T03:25:23,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/70781215d7b04beba89da06e8bcbd93f, entries=150, sequenceid=134, filesize=11.8 K 2024-11-19T03:25:23,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/32dc96832bdf4ef0a889b48b14c46cbf as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/32dc96832bdf4ef0a889b48b14c46cbf 2024-11-19T03:25:23,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/32dc96832bdf4ef0a889b48b14c46cbf, entries=150, sequenceid=134, filesize=11.8 K 2024-11-19T03:25:23,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for f4b7b3187b161f708437c5cce72639fd in 1253ms, sequenceid=134, compaction requested=true 2024-11-19T03:25:23,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:23,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:25:23,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:23,778 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:23,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:25:23,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:23,778 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:23,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:25:23,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:23,779 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:23,779 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:23,779 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/B is initiating minor compaction (all files) 2024-11-19T03:25:23,779 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/A is initiating minor compaction (all files) 2024-11-19T03:25:23,779 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/B in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:23,779 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/A in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:23,779 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/64d2ab33cbdb4f429e6611178bf97d22, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/a8eb02870e4e4e48aa9c85e81dfc960c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/70781215d7b04beba89da06e8bcbd93f] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=35.5 K 2024-11-19T03:25:23,779 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/d61b534d83bb4c3d91258d258e7a34a6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/267c3cdc479a4289b2c50f1ddcb6f690, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/8b069d2a1d324c00b43705f26f374f43] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=37.7 K 2024-11-19T03:25:23,779 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 64d2ab33cbdb4f429e6611178bf97d22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731986719064 2024-11-19T03:25:23,779 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting d61b534d83bb4c3d91258d258e7a34a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731986719064 2024-11-19T03:25:23,780 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting a8eb02870e4e4e48aa9c85e81dfc960c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731986719713 2024-11-19T03:25:23,780 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 267c3cdc479a4289b2c50f1ddcb6f690, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731986719713 2024-11-19T03:25:23,780 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 70781215d7b04beba89da06e8bcbd93f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731986721885 2024-11-19T03:25:23,780 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b069d2a1d324c00b43705f26f374f43, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731986721885 2024-11-19T03:25:23,789 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#A#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:23,790 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/b1a27bf35a5a4442b3932b701a4bc943 is 50, key is test_row_0/A:col10/1731986722523/Put/seqid=0 2024-11-19T03:25:23,795 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#B#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:23,796 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/d6b7ba3b13824e78885f456c62f70b39 is 50, key is test_row_0/B:col10/1731986722523/Put/seqid=0 2024-11-19T03:25:23,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742074_1250 (size=12409) 2024-11-19T03:25:23,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742075_1251 (size=12409) 2024-11-19T03:25:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:23,904 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:23,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T03:25:23,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/df1c2d9d20334b6bbe85136d92bbef16 is 50, key is test_row_0/A:col10/1731986722540/Put/seqid=0 2024-11-19T03:25:23,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742076_1252 (size=14541) 2024-11-19T03:25:23,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986783970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:23,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:24,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986784082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:24,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:24,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:24,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:24,212 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/d6b7ba3b13824e78885f456c62f70b39 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/d6b7ba3b13824e78885f456c62f70b39 2024-11-19T03:25:24,212 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/b1a27bf35a5a4442b3932b701a4bc943 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/b1a27bf35a5a4442b3932b701a4bc943 2024-11-19T03:25:24,217 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/A of f4b7b3187b161f708437c5cce72639fd into b1a27bf35a5a4442b3932b701a4bc943(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:24,217 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/B of f4b7b3187b161f708437c5cce72639fd into d6b7ba3b13824e78885f456c62f70b39(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:24,217 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:24,217 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:24,217 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/A, priority=13, startTime=1731986723778; duration=0sec 2024-11-19T03:25:24,217 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/B, priority=13, startTime=1731986723778; duration=0sec 2024-11-19T03:25:24,217 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:24,217 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:A 2024-11-19T03:25:24,217 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:24,217 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:B 2024-11-19T03:25:24,217 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:24,218 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:24,218 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/C is initiating minor compaction (all files) 2024-11-19T03:25:24,218 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/C in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:24,218 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/458817ed75284632ae1b3f6775956217, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/b25a3b7a56c34ac997be5695a4ee310a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/32dc96832bdf4ef0a889b48b14c46cbf] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=35.5 K 2024-11-19T03:25:24,219 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 458817ed75284632ae1b3f6775956217, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731986719064 2024-11-19T03:25:24,219 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting b25a3b7a56c34ac997be5695a4ee310a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731986719713 2024-11-19T03:25:24,219 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32dc96832bdf4ef0a889b48b14c46cbf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731986721885 2024-11-19T03:25:24,226 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#C#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:24,227 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/eabba4984bcb42c8b99c647cc8fc7f1c is 50, key is test_row_0/C:col10/1731986722523/Put/seqid=0 2024-11-19T03:25:24,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742077_1253 (size=12409) 2024-11-19T03:25:24,236 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/eabba4984bcb42c8b99c647cc8fc7f1c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/eabba4984bcb42c8b99c647cc8fc7f1c 2024-11-19T03:25:24,240 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/C of f4b7b3187b161f708437c5cce72639fd into eabba4984bcb42c8b99c647cc8fc7f1c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:24,241 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:24,241 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/C, priority=13, startTime=1731986723778; duration=0sec 2024-11-19T03:25:24,241 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:24,241 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:C 2024-11-19T03:25:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-19T03:25:24,292 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:24,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:25:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-19T03:25:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-19T03:25:24,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986784292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:24,294 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:25:24,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:24,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:24,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:24,295 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:25:24,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:25:24,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/df1c2d9d20334b6bbe85136d92bbef16 2024-11-19T03:25:24,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/a573211f2b3148879071e9bd67223fbf is 50, key is test_row_0/B:col10/1731986722540/Put/seqid=0 2024-11-19T03:25:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-19T03:25:24,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742078_1254 (size=12151) 2024-11-19T03:25:24,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-19T03:25:24,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:24,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:24,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:24,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:24,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:24,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-19T03:25:24,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:24,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:24,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:24,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:24,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:24,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986784602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:24,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-19T03:25:24,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:24,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986784692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986784692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:24,695 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_0' in f4b7b3187b161f708437c5cce72639fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:24,695 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in f4b7b3187b161f708437c5cce72639fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:24,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986784702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:24,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986784702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:24,704 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_0' in f4b7b3187b161f708437c5cce72639fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:24,704 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_2' in f4b7b3187b161f708437c5cce72639fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:24,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-19T03:25:24,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:24,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:24,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:24,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:24,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:24,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/a573211f2b3148879071e9bd67223fbf 2024-11-19T03:25:24,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/58e063cc2223405984ccc488aaed917b is 50, key is test_row_0/C:col10/1731986722540/Put/seqid=0 2024-11-19T03:25:24,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742079_1255 (size=12151) 2024-11-19T03:25:24,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-19T03:25:24,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:24,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:24,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:24,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:24,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-19T03:25:25,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-19T03:25:25,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:25,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:25,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:25,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:25,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:25,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986785112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:25,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:25,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:25,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:25,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-19T03:25:25,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:25,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:25,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:25,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:25,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:25,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/58e063cc2223405984ccc488aaed917b 2024-11-19T03:25:25,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/df1c2d9d20334b6bbe85136d92bbef16 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/df1c2d9d20334b6bbe85136d92bbef16 2024-11-19T03:25:25,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/df1c2d9d20334b6bbe85136d92bbef16, entries=200, sequenceid=152, filesize=14.2 K 2024-11-19T03:25:25,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/a573211f2b3148879071e9bd67223fbf as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/a573211f2b3148879071e9bd67223fbf 2024-11-19T03:25:25,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/a573211f2b3148879071e9bd67223fbf, entries=150, sequenceid=152, filesize=11.9 K 2024-11-19T03:25:25,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/58e063cc2223405984ccc488aaed917b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/58e063cc2223405984ccc488aaed917b 2024-11-19T03:25:25,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/58e063cc2223405984ccc488aaed917b, entries=150, sequenceid=152, filesize=11.9 K 2024-11-19T03:25:25,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for f4b7b3187b161f708437c5cce72639fd in 1358ms, sequenceid=152, compaction requested=false 2024-11-19T03:25:25,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:25,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-19T03:25:25,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:25,364 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T03:25:25,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/923a1365c18a4fccb5f9feeb4f60d9ff is 50, key is test_row_0/A:col10/1731986723969/Put/seqid=0 2024-11-19T03:25:25,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742080_1256 (size=12151) 2024-11-19T03:25:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-19T03:25:25,790 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/923a1365c18a4fccb5f9feeb4f60d9ff 2024-11-19T03:25:25,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/fe81168e458d48308021b6a95b11ba04 is 50, key is test_row_0/B:col10/1731986723969/Put/seqid=0 2024-11-19T03:25:25,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742081_1257 (size=12151) 2024-11-19T03:25:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:26,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:26,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986786174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:26,202 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/fe81168e458d48308021b6a95b11ba04 2024-11-19T03:25:26,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/eaade2d80b3a483f96b457d97ae510fc is 50, key is test_row_0/C:col10/1731986723969/Put/seqid=0 2024-11-19T03:25:26,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742082_1258 (size=12151) 2024-11-19T03:25:26,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986786282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:26,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-19T03:25:26,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986786492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:26,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:26,613 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/eaade2d80b3a483f96b457d97ae510fc 2024-11-19T03:25:26,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/923a1365c18a4fccb5f9feeb4f60d9ff as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/923a1365c18a4fccb5f9feeb4f60d9ff 2024-11-19T03:25:26,620 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/923a1365c18a4fccb5f9feeb4f60d9ff, entries=150, sequenceid=173, filesize=11.9 K 2024-11-19T03:25:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/fe81168e458d48308021b6a95b11ba04 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/fe81168e458d48308021b6a95b11ba04 2024-11-19T03:25:26,624 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/fe81168e458d48308021b6a95b11ba04, entries=150, sequenceid=173, filesize=11.9 K 2024-11-19T03:25:26,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/eaade2d80b3a483f96b457d97ae510fc as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/eaade2d80b3a483f96b457d97ae510fc 2024-11-19T03:25:26,628 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/eaade2d80b3a483f96b457d97ae510fc, entries=150, sequenceid=173, filesize=11.9 K 2024-11-19T03:25:26,629 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for f4b7b3187b161f708437c5cce72639fd in 1265ms, sequenceid=173, compaction requested=true 2024-11-19T03:25:26,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:26,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:26,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-19T03:25:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-19T03:25:26,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-19T03:25:26,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3350 sec 2024-11-19T03:25:26,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 2.3390 sec 2024-11-19T03:25:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:26,715 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:26,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-19T03:25:26,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/2522eba572bb4499a7b71d662ee244fa is 50, key is test_row_0/A:col10/1731986726715/Put/seqid=0 2024-11-19T03:25:26,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742083_1259 (size=16931) 2024-11-19T03:25:26,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986786739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:26,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986786742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:26,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:26,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986786743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:26,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:26,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986786744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:26,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:26,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986786802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:26,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:26,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986786852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:26,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986786852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986786852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986786852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:27,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986787062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:27,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:27,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986787062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:27,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:27,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:27,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986787062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:27,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:27,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:27,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986787062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:27,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/2522eba572bb4499a7b71d662ee244fa 2024-11-19T03:25:27,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/0cb2a8f059df46fcac32e04ebe7efacb is 50, key is test_row_0/B:col10/1731986726715/Put/seqid=0 2024-11-19T03:25:27,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742084_1260 (size=12151) 2024-11-19T03:25:27,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/0cb2a8f059df46fcac32e04ebe7efacb 2024-11-19T03:25:27,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/938bc128e84b42cd88260fdc1378d0ea is 50, key is test_row_0/C:col10/1731986726715/Put/seqid=0 2024-11-19T03:25:27,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742085_1261 (size=12151) 2024-11-19T03:25:27,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986787312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:27,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:27,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986787372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986787372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986787372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986787372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:27,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/938bc128e84b42cd88260fdc1378d0ea 2024-11-19T03:25:27,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/2522eba572bb4499a7b71d662ee244fa as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/2522eba572bb4499a7b71d662ee244fa 2024-11-19T03:25:27,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/2522eba572bb4499a7b71d662ee244fa, entries=250, sequenceid=193, filesize=16.5 K 2024-11-19T03:25:27,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/0cb2a8f059df46fcac32e04ebe7efacb as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/0cb2a8f059df46fcac32e04ebe7efacb 2024-11-19T03:25:27,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/0cb2a8f059df46fcac32e04ebe7efacb, entries=150, sequenceid=193, filesize=11.9 K 2024-11-19T03:25:27,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/938bc128e84b42cd88260fdc1378d0ea as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/938bc128e84b42cd88260fdc1378d0ea 2024-11-19T03:25:27,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/938bc128e84b42cd88260fdc1378d0ea, entries=150, sequenceid=193, filesize=11.9 K 2024-11-19T03:25:27,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f4b7b3187b161f708437c5cce72639fd in 858ms, sequenceid=193, compaction requested=true 2024-11-19T03:25:27,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:27,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:25:27,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:27,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:25:27,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:27,574 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:25:27,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:25:27,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:27,574 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:25:27,575 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56032 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:25:27,575 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:25:27,575 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/A is initiating minor compaction (all files) 2024-11-19T03:25:27,575 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/B is initiating minor compaction (all files) 2024-11-19T03:25:27,575 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/A in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:27,575 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/B in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:27,575 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/d6b7ba3b13824e78885f456c62f70b39, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/a573211f2b3148879071e9bd67223fbf, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/fe81168e458d48308021b6a95b11ba04, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/0cb2a8f059df46fcac32e04ebe7efacb] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=47.7 K 2024-11-19T03:25:27,575 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/b1a27bf35a5a4442b3932b701a4bc943, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/df1c2d9d20334b6bbe85136d92bbef16, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/923a1365c18a4fccb5f9feeb4f60d9ff, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/2522eba572bb4499a7b71d662ee244fa] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=54.7 K 2024-11-19T03:25:27,575 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting d6b7ba3b13824e78885f456c62f70b39, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731986721885 2024-11-19T03:25:27,575 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1a27bf35a5a4442b3932b701a4bc943, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731986721885 2024-11-19T03:25:27,576 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting df1c2d9d20334b6bbe85136d92bbef16, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731986722539 2024-11-19T03:25:27,576 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting a573211f2b3148879071e9bd67223fbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731986722540 2024-11-19T03:25:27,576 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 923a1365c18a4fccb5f9feeb4f60d9ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731986723922 2024-11-19T03:25:27,576 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting fe81168e458d48308021b6a95b11ba04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731986723922 2024-11-19T03:25:27,576 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2522eba572bb4499a7b71d662ee244fa, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731986726163 2024-11-19T03:25:27,576 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cb2a8f059df46fcac32e04ebe7efacb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731986726163 2024-11-19T03:25:27,585 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#A#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:27,585 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#B#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:27,586 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/82cb3e2ab5f441f5b896f7c687102151 is 50, key is test_row_0/A:col10/1731986726715/Put/seqid=0 2024-11-19T03:25:27,586 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/7837a88a557649cf85b53f33224ab088 is 50, key is test_row_0/B:col10/1731986726715/Put/seqid=0 2024-11-19T03:25:27,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742086_1262 (size=12595) 2024-11-19T03:25:27,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742087_1263 (size=12595) 2024-11-19T03:25:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:27,885 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:27,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T03:25:27,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/1a2072cf4ca54094ae69911ceef0fb3c is 50, key is test_row_0/A:col10/1731986726737/Put/seqid=0 2024-11-19T03:25:27,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742088_1264 (size=12151) 2024-11-19T03:25:27,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986787904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:27,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986787908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:27,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986787909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:27,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:27,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986787909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:27,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:27,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:27,997 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/82cb3e2ab5f441f5b896f7c687102151 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/82cb3e2ab5f441f5b896f7c687102151 2024-11-19T03:25:27,999 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/7837a88a557649cf85b53f33224ab088 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/7837a88a557649cf85b53f33224ab088 2024-11-19T03:25:28,003 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/A of f4b7b3187b161f708437c5cce72639fd into 82cb3e2ab5f441f5b896f7c687102151(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:28,003 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/B of f4b7b3187b161f708437c5cce72639fd into 7837a88a557649cf85b53f33224ab088(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:28,003 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:28,003 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:28,003 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/A, priority=12, startTime=1731986727574; duration=0sec 2024-11-19T03:25:28,003 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/B, priority=12, startTime=1731986727574; duration=0sec 2024-11-19T03:25:28,003 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:28,003 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:B 2024-11-19T03:25:28,003 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:28,003 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:A 2024-11-19T03:25:28,003 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:25:28,004 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:25:28,004 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/C is initiating minor compaction (all files) 2024-11-19T03:25:28,004 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/C in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:28,004 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/eabba4984bcb42c8b99c647cc8fc7f1c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/58e063cc2223405984ccc488aaed917b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/eaade2d80b3a483f96b457d97ae510fc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/938bc128e84b42cd88260fdc1378d0ea] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=47.7 K 2024-11-19T03:25:28,005 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting eabba4984bcb42c8b99c647cc8fc7f1c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731986721885 2024-11-19T03:25:28,005 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 58e063cc2223405984ccc488aaed917b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731986722540 2024-11-19T03:25:28,005 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting eaade2d80b3a483f96b457d97ae510fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731986723922 2024-11-19T03:25:28,005 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 938bc128e84b42cd88260fdc1378d0ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731986726163 2024-11-19T03:25:28,012 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#C#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:28,012 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/c5cdf5220eeb48e58d3b000fd67614a7 is 50, key is test_row_0/C:col10/1731986726715/Put/seqid=0 2024-11-19T03:25:28,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986788012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:28,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742089_1265 (size=12595) 2024-11-19T03:25:28,025 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/c5cdf5220eeb48e58d3b000fd67614a7 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/c5cdf5220eeb48e58d3b000fd67614a7 2024-11-19T03:25:28,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986788022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:28,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986788022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:28,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986788022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:28,030 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/C of f4b7b3187b161f708437c5cce72639fd into c5cdf5220eeb48e58d3b000fd67614a7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:28,030 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:28,030 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/C, priority=12, startTime=1731986727574; duration=0sec 2024-11-19T03:25:28,030 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:28,030 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:C 2024-11-19T03:25:28,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986788222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:28,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:28,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986788232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:28,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986788232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:28,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:28,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986788232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:28,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:28,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/1a2072cf4ca54094ae69911ceef0fb3c 2024-11-19T03:25:28,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/99961a8d2f33459e85bc9572e9da493a is 50, key is test_row_0/B:col10/1731986726737/Put/seqid=0 2024-11-19T03:25:28,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742090_1266 (size=12151) 2024-11-19T03:25:28,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/99961a8d2f33459e85bc9572e9da493a 2024-11-19T03:25:28,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/53cf5ba99b514dc8bb80c3e2ef7ff66d is 50, key is test_row_0/C:col10/1731986726737/Put/seqid=0 2024-11-19T03:25:28,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742091_1267 (size=12151) 2024-11-19T03:25:28,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986788332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:28,334 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in f4b7b3187b161f708437c5cce72639fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:28,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-19T03:25:28,452 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:28,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:25:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-19T03:25:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T03:25:28,454 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:25:28,454 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:25:28,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:25:28,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986788532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:28,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:28,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986788542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:28,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986788542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:28,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986788542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:28,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:28,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T03:25:28,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-19T03:25:28,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:28,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:28,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:28,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:28,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:28,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/53cf5ba99b514dc8bb80c3e2ef7ff66d 2024-11-19T03:25:28,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/1a2072cf4ca54094ae69911ceef0fb3c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/1a2072cf4ca54094ae69911ceef0fb3c 2024-11-19T03:25:28,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/1a2072cf4ca54094ae69911ceef0fb3c, entries=150, sequenceid=210, filesize=11.9 K 2024-11-19T03:25:28,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/99961a8d2f33459e85bc9572e9da493a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/99961a8d2f33459e85bc9572e9da493a 2024-11-19T03:25:28,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/99961a8d2f33459e85bc9572e9da493a, entries=150, sequenceid=210, filesize=11.9 K 2024-11-19T03:25:28,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/53cf5ba99b514dc8bb80c3e2ef7ff66d as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/53cf5ba99b514dc8bb80c3e2ef7ff66d 2024-11-19T03:25:28,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/53cf5ba99b514dc8bb80c3e2ef7ff66d, entries=150, sequenceid=210, filesize=11.9 K 2024-11-19T03:25:28,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for f4b7b3187b161f708437c5cce72639fd in 848ms, sequenceid=210, compaction requested=false 2024-11-19T03:25:28,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:28,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-19T03:25:28,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:28,760 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-19T03:25:28,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/666f90a3678f43e9bccf888856c44596 is 50, key is test_row_0/A:col10/1731986727908/Put/seqid=0 2024-11-19T03:25:28,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742092_1268 (size=12151) 2024-11-19T03:25:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T03:25:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:29,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:29,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986789067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986789068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986789068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986789069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:29,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:29,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:29,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T03:25:29,167 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/666f90a3678f43e9bccf888856c44596 2024-11-19T03:25:29,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/77cff87bf3924a39b9cee71912631e12 is 50, key is test_row_0/B:col10/1731986727908/Put/seqid=0 2024-11-19T03:25:29,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742093_1269 (size=12151) 2024-11-19T03:25:29,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986789182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986789182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986789182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986789182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:29,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986789392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986789392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:29,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986789392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986789392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:29,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:29,587 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/77cff87bf3924a39b9cee71912631e12 2024-11-19T03:25:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T03:25:29,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/08eaeb99f2864b0f9cba8e875736495d is 50, key is test_row_0/C:col10/1731986727908/Put/seqid=0 2024-11-19T03:25:29,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742094_1270 (size=12151) 2024-11-19T03:25:29,609 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/08eaeb99f2864b0f9cba8e875736495d 2024-11-19T03:25:29,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/666f90a3678f43e9bccf888856c44596 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/666f90a3678f43e9bccf888856c44596 2024-11-19T03:25:29,618 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/666f90a3678f43e9bccf888856c44596, entries=150, sequenceid=232, filesize=11.9 K 2024-11-19T03:25:29,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/77cff87bf3924a39b9cee71912631e12 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/77cff87bf3924a39b9cee71912631e12 2024-11-19T03:25:29,624 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/77cff87bf3924a39b9cee71912631e12, entries=150, sequenceid=232, filesize=11.9 K 2024-11-19T03:25:29,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/08eaeb99f2864b0f9cba8e875736495d as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/08eaeb99f2864b0f9cba8e875736495d 2024-11-19T03:25:29,630 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/08eaeb99f2864b0f9cba8e875736495d, entries=150, sequenceid=232, filesize=11.9 K 2024-11-19T03:25:29,631 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for f4b7b3187b161f708437c5cce72639fd in 871ms, sequenceid=232, compaction requested=true 2024-11-19T03:25:29,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:29,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:29,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-19T03:25:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-19T03:25:29,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-19T03:25:29,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1780 sec 2024-11-19T03:25:29,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.1830 sec 2024-11-19T03:25:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:29,705 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:29,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-19T03:25:29,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/4884cba0ad83437aa7a2a677fefacfbb is 50, key is test_row_0/A:col10/1731986729706/Put/seqid=0 2024-11-19T03:25:29,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742095_1271 (size=12151) 2024-11-19T03:25:29,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/4884cba0ad83437aa7a2a677fefacfbb 2024-11-19T03:25:29,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986789728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:29,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986789730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:29,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986789732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:29,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986789734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:29,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/50946a2fad2042d799b7d6b988c4b456 is 50, key is test_row_0/B:col10/1731986729706/Put/seqid=0 2024-11-19T03:25:29,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742096_1272 (size=12151) 2024-11-19T03:25:29,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986789842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986789842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:29,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986789842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986789842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:30,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986790052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:30,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986790052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:30,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986790052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:30,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986790052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:30,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:30,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/50946a2fad2042d799b7d6b988c4b456 2024-11-19T03:25:30,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/1be13ba2daa747228d753610641353e1 is 50, key is test_row_0/C:col10/1731986729706/Put/seqid=0 2024-11-19T03:25:30,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742097_1273 (size=12151) 2024-11-19T03:25:30,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986790342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:30,344 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in f4b7b3187b161f708437c5cce72639fd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:30,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:30,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986790362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:30,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:30,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986790362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:30,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:30,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986790362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:30,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:30,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986790362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:30,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:30,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/1be13ba2daa747228d753610641353e1 2024-11-19T03:25:30,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/4884cba0ad83437aa7a2a677fefacfbb as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/4884cba0ad83437aa7a2a677fefacfbb 2024-11-19T03:25:30,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/4884cba0ad83437aa7a2a677fefacfbb, entries=150, sequenceid=253, filesize=11.9 K 2024-11-19T03:25:30,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/50946a2fad2042d799b7d6b988c4b456 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/50946a2fad2042d799b7d6b988c4b456 2024-11-19T03:25:30,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/50946a2fad2042d799b7d6b988c4b456, entries=150, sequenceid=253, filesize=11.9 K 2024-11-19T03:25:30,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/1be13ba2daa747228d753610641353e1 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/1be13ba2daa747228d753610641353e1 2024-11-19T03:25:30,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/1be13ba2daa747228d753610641353e1, entries=150, sequenceid=253, filesize=11.9 K 2024-11-19T03:25:30,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f4b7b3187b161f708437c5cce72639fd in 895ms, sequenceid=253, compaction requested=true 2024-11-19T03:25:30,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:30,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:25:30,600 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:25:30,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:30,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:25:30,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:30,600 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:25:30,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:25:30,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:30,602 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:25:30,602 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:25:30,602 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/B is initiating minor compaction (all files) 2024-11-19T03:25:30,602 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/A is initiating minor compaction (all files) 2024-11-19T03:25:30,602 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/A in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:30,602 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/82cb3e2ab5f441f5b896f7c687102151, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/1a2072cf4ca54094ae69911ceef0fb3c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/666f90a3678f43e9bccf888856c44596, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/4884cba0ad83437aa7a2a677fefacfbb] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=47.9 K 2024-11-19T03:25:30,602 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/B in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:30,602 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/7837a88a557649cf85b53f33224ab088, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/99961a8d2f33459e85bc9572e9da493a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/77cff87bf3924a39b9cee71912631e12, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/50946a2fad2042d799b7d6b988c4b456] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=47.9 K 2024-11-19T03:25:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T03:25:30,602 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82cb3e2ab5f441f5b896f7c687102151, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731986726163 2024-11-19T03:25:30,602 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7837a88a557649cf85b53f33224ab088, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731986726163 2024-11-19T03:25:30,602 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:30,603 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 99961a8d2f33459e85bc9572e9da493a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731986726737 2024-11-19T03:25:30,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:25:30,603 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a2072cf4ca54094ae69911ceef0fb3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731986726737 2024-11-19T03:25:30,603 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 77cff87bf3924a39b9cee71912631e12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731986727903 2024-11-19T03:25:30,603 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 666f90a3678f43e9bccf888856c44596, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731986727903 2024-11-19T03:25:30,603 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4884cba0ad83437aa7a2a677fefacfbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731986729704 2024-11-19T03:25:30,603 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 50946a2fad2042d799b7d6b988c4b456, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731986729704 2024-11-19T03:25:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-19T03:25:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-19T03:25:30,605 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:25:30,606 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:25:30,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:25:30,615 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#A#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:30,615 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#B#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:30,615 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/78310a66c60646af9fabd1e32e39c83c is 50, key is test_row_0/A:col10/1731986729706/Put/seqid=0 2024-11-19T03:25:30,615 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/dfb70b9782be4c08bd827efe61c3b7ca is 50, key is test_row_0/B:col10/1731986729706/Put/seqid=0 2024-11-19T03:25:30,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742098_1274 (size=12731) 2024-11-19T03:25:30,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742099_1275 (size=12731) 2024-11-19T03:25:30,628 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/78310a66c60646af9fabd1e32e39c83c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/78310a66c60646af9fabd1e32e39c83c 2024-11-19T03:25:30,639 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/A of f4b7b3187b161f708437c5cce72639fd into 78310a66c60646af9fabd1e32e39c83c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:30,639 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:30,639 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/A, priority=12, startTime=1731986730600; duration=0sec 2024-11-19T03:25:30,639 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:30,639 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:A 2024-11-19T03:25:30,639 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:25:30,642 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:25:30,642 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/C is initiating minor compaction (all files) 2024-11-19T03:25:30,642 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/C in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:30,642 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/c5cdf5220eeb48e58d3b000fd67614a7, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/53cf5ba99b514dc8bb80c3e2ef7ff66d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/08eaeb99f2864b0f9cba8e875736495d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/1be13ba2daa747228d753610641353e1] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=47.9 K 2024-11-19T03:25:30,643 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5cdf5220eeb48e58d3b000fd67614a7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731986726163 2024-11-19T03:25:30,643 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53cf5ba99b514dc8bb80c3e2ef7ff66d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731986726737 2024-11-19T03:25:30,644 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08eaeb99f2864b0f9cba8e875736495d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731986727903 2024-11-19T03:25:30,644 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1be13ba2daa747228d753610641353e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731986729704 2024-11-19T03:25:30,671 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#C#compaction#233 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:30,671 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/7f18d2fdfd4448cf9059ad04fc02fdaf is 50, key is test_row_0/C:col10/1731986729706/Put/seqid=0 2024-11-19T03:25:30,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742100_1276 (size=12731) 2024-11-19T03:25:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-19T03:25:30,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-19T03:25:30,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:30,760 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T03:25:30,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/adb1d099870f43e79fae219a308b1314 is 50, key is test_row_0/A:col10/1731986729729/Put/seqid=0 2024-11-19T03:25:30,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742101_1277 (size=12301) 2024-11-19T03:25:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:30,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:30,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986790900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:30,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986790900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:30,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,908 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:30,908 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:30,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986790907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:30,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:30,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986790908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:30,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:30,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:30,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-19T03:25:31,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986791012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986791013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986791022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986791022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,026 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/dfb70b9782be4c08bd827efe61c3b7ca as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/dfb70b9782be4c08bd827efe61c3b7ca 2024-11-19T03:25:31,032 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/B of f4b7b3187b161f708437c5cce72639fd into dfb70b9782be4c08bd827efe61c3b7ca(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:31,032 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:31,032 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/B, priority=12, startTime=1731986730600; duration=0sec 2024-11-19T03:25:31,033 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:31,033 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:B 2024-11-19T03:25:31,115 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/7f18d2fdfd4448cf9059ad04fc02fdaf as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/7f18d2fdfd4448cf9059ad04fc02fdaf 2024-11-19T03:25:31,121 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/C of f4b7b3187b161f708437c5cce72639fd into 7f18d2fdfd4448cf9059ad04fc02fdaf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:31,121 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:31,121 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/C, priority=12, startTime=1731986730600; duration=0sec 2024-11-19T03:25:31,121 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:31,121 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:C 2024-11-19T03:25:31,170 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/adb1d099870f43e79fae219a308b1314 2024-11-19T03:25:31,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/4846bb5278884694ae3c33558836e534 is 50, key is test_row_0/B:col10/1731986729729/Put/seqid=0 2024-11-19T03:25:31,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742102_1278 (size=12301) 2024-11-19T03:25:31,213 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/4846bb5278884694ae3c33558836e534 2024-11-19T03:25:31,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986791223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986791223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-19T03:25:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/27f163a88a4f4b91809c5704b884338b is 50, key is test_row_0/C:col10/1731986729729/Put/seqid=0 2024-11-19T03:25:31,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986791232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986791232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742103_1279 (size=12301) 2024-11-19T03:25:31,277 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/27f163a88a4f4b91809c5704b884338b 2024-11-19T03:25:31,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/adb1d099870f43e79fae219a308b1314 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/adb1d099870f43e79fae219a308b1314 2024-11-19T03:25:31,293 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/adb1d099870f43e79fae219a308b1314, entries=150, sequenceid=269, filesize=12.0 K 2024-11-19T03:25:31,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/4846bb5278884694ae3c33558836e534 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/4846bb5278884694ae3c33558836e534 2024-11-19T03:25:31,302 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/4846bb5278884694ae3c33558836e534, entries=150, sequenceid=269, filesize=12.0 K 2024-11-19T03:25:31,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/27f163a88a4f4b91809c5704b884338b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/27f163a88a4f4b91809c5704b884338b 2024-11-19T03:25:31,309 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/27f163a88a4f4b91809c5704b884338b, entries=150, sequenceid=269, filesize=12.0 K 2024-11-19T03:25:31,310 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f4b7b3187b161f708437c5cce72639fd in 551ms, sequenceid=269, compaction requested=false 2024-11-19T03:25:31,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:31,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:31,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-19T03:25:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-19T03:25:31,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-19T03:25:31,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 706 msec 2024-11-19T03:25:31,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 712 msec 2024-11-19T03:25:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:31,536 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:31,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T03:25:31,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/55b3b7fda31a48ecb5ed7b3be22f3910 is 50, key is test_row_0/A:col10/1731986730905/Put/seqid=0 2024-11-19T03:25:31,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986791556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986791556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986791557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986791562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742104_1280 (size=17181) 2024-11-19T03:25:31,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/55b3b7fda31a48ecb5ed7b3be22f3910 2024-11-19T03:25:31,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/0dec75331b2149dc89e473bdd04c0953 is 50, key is test_row_0/B:col10/1731986730905/Put/seqid=0 2024-11-19T03:25:31,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742105_1281 (size=12301) 2024-11-19T03:25:31,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/0dec75331b2149dc89e473bdd04c0953 2024-11-19T03:25:31,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986791673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986791673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986791673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986791673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/23692a7a405541f3a0415668765236c2 is 50, key is test_row_0/C:col10/1731986730905/Put/seqid=0 2024-11-19T03:25:31,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742106_1282 (size=12301) 2024-11-19T03:25:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-19T03:25:31,742 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:31,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:25:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-19T03:25:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-19T03:25:31,745 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:25:31,746 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:25:31,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:25:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-19T03:25:31,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986791883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986791883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986791892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:31,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986791892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:31,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-19T03:25:31,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:31,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:31,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:31,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:31,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:31,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:31,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-19T03:25:32,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:32,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:32,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:32,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-19T03:25:32,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/23692a7a405541f3a0415668765236c2 2024-11-19T03:25:32,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/55b3b7fda31a48ecb5ed7b3be22f3910 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/55b3b7fda31a48ecb5ed7b3be22f3910 2024-11-19T03:25:32,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/55b3b7fda31a48ecb5ed7b3be22f3910, entries=250, sequenceid=294, filesize=16.8 K 2024-11-19T03:25:32,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/0dec75331b2149dc89e473bdd04c0953 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/0dec75331b2149dc89e473bdd04c0953 2024-11-19T03:25:32,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/0dec75331b2149dc89e473bdd04c0953, entries=150, sequenceid=294, filesize=12.0 K 2024-11-19T03:25:32,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/23692a7a405541f3a0415668765236c2 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/23692a7a405541f3a0415668765236c2 2024-11-19T03:25:32,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/23692a7a405541f3a0415668765236c2, entries=150, sequenceid=294, filesize=12.0 K 2024-11-19T03:25:32,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f4b7b3187b161f708437c5cce72639fd in 632ms, sequenceid=294, compaction requested=true 2024-11-19T03:25:32,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:32,169 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:32,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:25:32,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:32,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:25:32,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:32,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:25:32,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T03:25:32,169 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:32,170 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42213 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:32,170 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/A is initiating minor compaction (all files) 2024-11-19T03:25:32,170 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/A in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:32,170 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/78310a66c60646af9fabd1e32e39c83c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/adb1d099870f43e79fae219a308b1314, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/55b3b7fda31a48ecb5ed7b3be22f3910] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=41.2 K 2024-11-19T03:25:32,170 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:32,170 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 78310a66c60646af9fabd1e32e39c83c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731986729704 2024-11-19T03:25:32,170 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/B is initiating minor compaction (all files) 2024-11-19T03:25:32,171 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/B in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:32,171 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/dfb70b9782be4c08bd827efe61c3b7ca, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/4846bb5278884694ae3c33558836e534, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/0dec75331b2149dc89e473bdd04c0953] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=36.5 K 2024-11-19T03:25:32,171 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfb70b9782be4c08bd827efe61c3b7ca, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731986729704 2024-11-19T03:25:32,171 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting adb1d099870f43e79fae219a308b1314, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731986729724 2024-11-19T03:25:32,171 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4846bb5278884694ae3c33558836e534, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731986729724 2024-11-19T03:25:32,172 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 55b3b7fda31a48ecb5ed7b3be22f3910, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731986730898 2024-11-19T03:25:32,173 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0dec75331b2149dc89e473bdd04c0953, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731986730905 2024-11-19T03:25:32,184 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#A#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:32,185 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/7fa00886fd9b4d19a5cef460320d05b1 is 50, key is test_row_0/A:col10/1731986730905/Put/seqid=0 2024-11-19T03:25:32,189 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#B#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:32,189 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/40df9854251b4c37866ec3fd8e877102 is 50, key is test_row_0/B:col10/1731986730905/Put/seqid=0 2024-11-19T03:25:32,197 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:32,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T03:25:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:32,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-19T03:25:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:32,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742107_1283 (size=12983) 2024-11-19T03:25:32,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/bfe6e4db3d864a5e9c68a3fb1b1841ab is 50, key is test_row_0/A:col10/1731986731552/Put/seqid=0 2024-11-19T03:25:32,225 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/7fa00886fd9b4d19a5cef460320d05b1 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/7fa00886fd9b4d19a5cef460320d05b1 2024-11-19T03:25:32,231 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/A of f4b7b3187b161f708437c5cce72639fd into 7fa00886fd9b4d19a5cef460320d05b1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:32,231 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:32,231 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/A, priority=13, startTime=1731986732168; duration=0sec 2024-11-19T03:25:32,232 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:32,232 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:A 2024-11-19T03:25:32,232 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:32,233 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:32,233 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/C is initiating minor compaction (all files) 2024-11-19T03:25:32,233 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/C in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:32,233 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/7f18d2fdfd4448cf9059ad04fc02fdaf, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/27f163a88a4f4b91809c5704b884338b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/23692a7a405541f3a0415668765236c2] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=36.5 K 2024-11-19T03:25:32,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742108_1284 (size=12983) 2024-11-19T03:25:32,234 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f18d2fdfd4448cf9059ad04fc02fdaf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731986729704 2024-11-19T03:25:32,235 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 27f163a88a4f4b91809c5704b884338b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731986729724 2024-11-19T03:25:32,235 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 23692a7a405541f3a0415668765236c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731986730905 2024-11-19T03:25:32,242 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/40df9854251b4c37866ec3fd8e877102 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/40df9854251b4c37866ec3fd8e877102 2024-11-19T03:25:32,255 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#C#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:32,256 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/28277c5d80a44dba9d8c4bdfaf7f999d is 50, key is test_row_0/C:col10/1731986730905/Put/seqid=0 2024-11-19T03:25:32,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742109_1285 (size=14741) 2024-11-19T03:25:32,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742110_1286 (size=12983) 2024-11-19T03:25:32,278 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/B of f4b7b3187b161f708437c5cce72639fd into 40df9854251b4c37866ec3fd8e877102(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:32,278 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:32,278 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/B, priority=13, startTime=1731986732169; duration=0sec 2024-11-19T03:25:32,278 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:32,278 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:B 2024-11-19T03:25:32,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986792236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:32,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:32,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986792279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:32,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:32,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986792279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986792279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:32,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-19T03:25:32,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:32,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:32,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:32,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-19T03:25:32,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986792382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:32,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986792392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:32,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:32,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986792392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:32,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:32,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986792392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:32,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:32,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-19T03:25:32,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:32,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:32,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:32,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986792592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:32,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:32,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986792603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:32,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986792603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:32,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:32,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:32,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986792612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:32,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:32,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-19T03:25:32,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:32,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:32,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/bfe6e4db3d864a5e9c68a3fb1b1841ab 2024-11-19T03:25:32,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:32,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,689 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/28277c5d80a44dba9d8c4bdfaf7f999d as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/28277c5d80a44dba9d8c4bdfaf7f999d 2024-11-19T03:25:32,694 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/C of f4b7b3187b161f708437c5cce72639fd into 28277c5d80a44dba9d8c4bdfaf7f999d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:32,694 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:32,694 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/C, priority=13, startTime=1731986732169; duration=0sec 2024-11-19T03:25:32,695 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:32,695 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:C 2024-11-19T03:25:32,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/41c3df9ad6e745d6b645a2306e3bda18 is 50, key is test_row_0/B:col10/1731986731552/Put/seqid=0 2024-11-19T03:25:32,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742111_1287 (size=12301) 2024-11-19T03:25:32,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/41c3df9ad6e745d6b645a2306e3bda18 2024-11-19T03:25:32,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/d5b7c202b8b44c17a551cec8b5e0fbe3 is 50, key is test_row_0/C:col10/1731986731552/Put/seqid=0 2024-11-19T03:25:32,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742112_1288 (size=12301) 2024-11-19T03:25:32,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-19T03:25:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:32,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-19T03:25:32,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986792902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:32,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986792912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:32,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986792912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:32,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986792923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:32,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:32,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:32,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-19T03:25:32,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:32,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:32,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:32,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:33,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-19T03:25:33,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:33,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:33,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:33,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:33,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:33,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/d5b7c202b8b44c17a551cec8b5e0fbe3 2024-11-19T03:25:33,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/bfe6e4db3d864a5e9c68a3fb1b1841ab as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/bfe6e4db3d864a5e9c68a3fb1b1841ab 2024-11-19T03:25:33,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/bfe6e4db3d864a5e9c68a3fb1b1841ab, entries=200, sequenceid=309, filesize=14.4 K 2024-11-19T03:25:33,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/41c3df9ad6e745d6b645a2306e3bda18 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/41c3df9ad6e745d6b645a2306e3bda18 2024-11-19T03:25:33,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/41c3df9ad6e745d6b645a2306e3bda18, entries=150, sequenceid=309, filesize=12.0 K 2024-11-19T03:25:33,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/d5b7c202b8b44c17a551cec8b5e0fbe3 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/d5b7c202b8b44c17a551cec8b5e0fbe3 2024-11-19T03:25:33,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/d5b7c202b8b44c17a551cec8b5e0fbe3, entries=150, sequenceid=309, filesize=12.0 K 2024-11-19T03:25:33,199 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-19T03:25:33,199 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-19T03:25:33,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for f4b7b3187b161f708437c5cce72639fd in 1003ms, sequenceid=309, compaction requested=false 2024-11-19T03:25:33,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:33,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-19T03:25:33,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:33,279 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T03:25:33,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/4c14b83a38aa41d8b065272d5fd68a05 is 50, key is test_row_0/A:col10/1731986732230/Put/seqid=0 2024-11-19T03:25:33,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742113_1289 (size=12301) 2024-11-19T03:25:33,318 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/4c14b83a38aa41d8b065272d5fd68a05 2024-11-19T03:25:33,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/dadd8efe0d6b4585bb6ee29e36d761ca is 50, key is test_row_0/B:col10/1731986732230/Put/seqid=0 2024-11-19T03:25:33,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742114_1290 (size=12301) 2024-11-19T03:25:33,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:33,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986793441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:33,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986793442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:33,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:33,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986793442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:33,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:33,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986793442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:33,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:33,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986793552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:33,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986793552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:33,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986793552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:33,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986793552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:33,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:33,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986793762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:33,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:33,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986793763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:33,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986793763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:33,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986793763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:33,799 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/dadd8efe0d6b4585bb6ee29e36d761ca 2024-11-19T03:25:33,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/7a19f47149cf41b2a59347417a4f6728 is 50, key is test_row_0/C:col10/1731986732230/Put/seqid=0 2024-11-19T03:25:33,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742115_1291 (size=12301) 2024-11-19T03:25:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-19T03:25:34,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986794072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:34,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986794072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:34,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:34,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986794072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986794072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:34,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:34,210 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/7a19f47149cf41b2a59347417a4f6728 2024-11-19T03:25:34,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/4c14b83a38aa41d8b065272d5fd68a05 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/4c14b83a38aa41d8b065272d5fd68a05 2024-11-19T03:25:34,221 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/4c14b83a38aa41d8b065272d5fd68a05, entries=150, sequenceid=334, filesize=12.0 K 2024-11-19T03:25:34,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/dadd8efe0d6b4585bb6ee29e36d761ca as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/dadd8efe0d6b4585bb6ee29e36d761ca 2024-11-19T03:25:34,225 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/dadd8efe0d6b4585bb6ee29e36d761ca, entries=150, sequenceid=334, filesize=12.0 K 2024-11-19T03:25:34,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/7a19f47149cf41b2a59347417a4f6728 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/7a19f47149cf41b2a59347417a4f6728 2024-11-19T03:25:34,230 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/7a19f47149cf41b2a59347417a4f6728, entries=150, sequenceid=334, filesize=12.0 K 2024-11-19T03:25:34,231 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for f4b7b3187b161f708437c5cce72639fd in 952ms, sequenceid=334, compaction requested=true 2024-11-19T03:25:34,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:34,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:34,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-19T03:25:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-19T03:25:34,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-19T03:25:34,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4870 sec 2024-11-19T03:25:34,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 2.4910 sec 2024-11-19T03:25:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:34,383 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:34,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T03:25:34,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/2f2c4bfe028e44c9a3df46ba784d6e92 is 50, key is test_row_0/A:col10/1731986733439/Put/seqid=0 2024-11-19T03:25:34,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742116_1292 (size=14741) 2024-11-19T03:25:34,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986794463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:34,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:34,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986794572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:34,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986794582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:34,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986794582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:34,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:34,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986794582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:34,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986794582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:34,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986794782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:34,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:34,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:34,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/2f2c4bfe028e44c9a3df46ba784d6e92 2024-11-19T03:25:34,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/a09d8df0832a4f6b926cc55bc38fc8a1 is 50, key is test_row_0/B:col10/1731986733439/Put/seqid=0 2024-11-19T03:25:34,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742117_1293 (size=12301) 2024-11-19T03:25:34,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/a09d8df0832a4f6b926cc55bc38fc8a1 2024-11-19T03:25:34,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/8f227f19ab2e4228a6720d305f54abe0 is 50, key is test_row_0/C:col10/1731986733439/Put/seqid=0 2024-11-19T03:25:34,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742118_1294 (size=12301) 2024-11-19T03:25:34,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/8f227f19ab2e4228a6720d305f54abe0 2024-11-19T03:25:34,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/2f2c4bfe028e44c9a3df46ba784d6e92 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/2f2c4bfe028e44c9a3df46ba784d6e92 2024-11-19T03:25:34,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/2f2c4bfe028e44c9a3df46ba784d6e92, entries=200, sequenceid=350, filesize=14.4 K 2024-11-19T03:25:34,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/a09d8df0832a4f6b926cc55bc38fc8a1 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/a09d8df0832a4f6b926cc55bc38fc8a1 2024-11-19T03:25:34,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/a09d8df0832a4f6b926cc55bc38fc8a1, entries=150, sequenceid=350, filesize=12.0 K 2024-11-19T03:25:34,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/8f227f19ab2e4228a6720d305f54abe0 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/8f227f19ab2e4228a6720d305f54abe0 2024-11-19T03:25:34,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/8f227f19ab2e4228a6720d305f54abe0, entries=150, sequenceid=350, filesize=12.0 K 2024-11-19T03:25:34,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f4b7b3187b161f708437c5cce72639fd in 517ms, sequenceid=350, compaction requested=true 2024-11-19T03:25:34,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:34,901 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:25:34,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:25:34,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:34,902 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:25:34,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:25:34,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:34,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:25:34,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:34,904 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:25:34,904 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/A is initiating minor compaction (all files) 2024-11-19T03:25:34,904 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/A in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:34,904 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/7fa00886fd9b4d19a5cef460320d05b1, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/bfe6e4db3d864a5e9c68a3fb1b1841ab, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/4c14b83a38aa41d8b065272d5fd68a05, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/2f2c4bfe028e44c9a3df46ba784d6e92] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=53.5 K 2024-11-19T03:25:34,904 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:25:34,904 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/B is initiating minor compaction (all files) 2024-11-19T03:25:34,904 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/B in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:34,904 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/40df9854251b4c37866ec3fd8e877102, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/41c3df9ad6e745d6b645a2306e3bda18, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/dadd8efe0d6b4585bb6ee29e36d761ca, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/a09d8df0832a4f6b926cc55bc38fc8a1] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=48.7 K 2024-11-19T03:25:34,905 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 40df9854251b4c37866ec3fd8e877102, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731986730905 2024-11-19T03:25:34,905 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fa00886fd9b4d19a5cef460320d05b1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731986730905 2024-11-19T03:25:34,906 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 41c3df9ad6e745d6b645a2306e3bda18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731986731552 2024-11-19T03:25:34,906 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfe6e4db3d864a5e9c68a3fb1b1841ab, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731986731552 2024-11-19T03:25:34,907 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c14b83a38aa41d8b065272d5fd68a05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731986732230 2024-11-19T03:25:34,907 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting dadd8efe0d6b4585bb6ee29e36d761ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731986732230 2024-11-19T03:25:34,907 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f2c4bfe028e44c9a3df46ba784d6e92, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731986733426 2024-11-19T03:25:34,907 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting a09d8df0832a4f6b926cc55bc38fc8a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731986733426 2024-11-19T03:25:34,923 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#B#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:34,923 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/c9ab494ef64740aa9c01c856562c7110 is 50, key is test_row_0/B:col10/1731986733439/Put/seqid=0 2024-11-19T03:25:34,930 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#A#compaction#253 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:34,930 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/acd8b9d01d1e46698d04413f402259bf is 50, key is test_row_0/A:col10/1731986733439/Put/seqid=0 2024-11-19T03:25:34,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742119_1295 (size=13119) 2024-11-19T03:25:34,940 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/c9ab494ef64740aa9c01c856562c7110 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/c9ab494ef64740aa9c01c856562c7110 2024-11-19T03:25:34,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742120_1296 (size=13119) 2024-11-19T03:25:34,947 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/B of f4b7b3187b161f708437c5cce72639fd into c9ab494ef64740aa9c01c856562c7110(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:34,948 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:34,948 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/B, priority=12, startTime=1731986734901; duration=0sec 2024-11-19T03:25:34,948 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:34,948 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:B 2024-11-19T03:25:34,948 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:25:34,949 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:25:34,949 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/C is initiating minor compaction (all files) 2024-11-19T03:25:34,949 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/C in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:34,949 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/28277c5d80a44dba9d8c4bdfaf7f999d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/d5b7c202b8b44c17a551cec8b5e0fbe3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/7a19f47149cf41b2a59347417a4f6728, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/8f227f19ab2e4228a6720d305f54abe0] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=48.7 K 2024-11-19T03:25:34,949 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 28277c5d80a44dba9d8c4bdfaf7f999d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731986730905 2024-11-19T03:25:34,950 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting d5b7c202b8b44c17a551cec8b5e0fbe3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731986731552 2024-11-19T03:25:34,950 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a19f47149cf41b2a59347417a4f6728, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731986732230 2024-11-19T03:25:34,950 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f227f19ab2e4228a6720d305f54abe0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731986733426 2024-11-19T03:25:34,958 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#C#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:34,958 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/e79266a55e584e969f0e1471c9bfcc66 is 50, key is test_row_0/C:col10/1731986733439/Put/seqid=0 2024-11-19T03:25:34,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742121_1297 (size=13119) 2024-11-19T03:25:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:35,095 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:35,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T03:25:35,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/aaee205db0ea4217b60ffa37b65333d7 is 50, key is test_row_0/A:col10/1731986735093/Put/seqid=0 2024-11-19T03:25:35,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742122_1298 (size=14741) 2024-11-19T03:25:35,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986795149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:35,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986795263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:35,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:35,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:35,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:35,346 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/acd8b9d01d1e46698d04413f402259bf as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/acd8b9d01d1e46698d04413f402259bf 2024-11-19T03:25:35,351 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/A of f4b7b3187b161f708437c5cce72639fd into acd8b9d01d1e46698d04413f402259bf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:35,351 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:35,351 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/A, priority=12, startTime=1731986734901; duration=0sec 2024-11-19T03:25:35,351 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:35,351 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:A 2024-11-19T03:25:35,372 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/e79266a55e584e969f0e1471c9bfcc66 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/e79266a55e584e969f0e1471c9bfcc66 2024-11-19T03:25:35,377 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/C of f4b7b3187b161f708437c5cce72639fd into e79266a55e584e969f0e1471c9bfcc66(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:35,377 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:35,377 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/C, priority=12, startTime=1731986734902; duration=0sec 2024-11-19T03:25:35,377 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:35,377 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:C 2024-11-19T03:25:35,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986795472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:35,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:35,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:35,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:35,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/aaee205db0ea4217b60ffa37b65333d7 2024-11-19T03:25:35,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/1ad3c93b2ab24e069f9339a73e08356b is 50, key is test_row_0/B:col10/1731986735093/Put/seqid=0 2024-11-19T03:25:35,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742123_1299 (size=12301) 2024-11-19T03:25:35,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/1ad3c93b2ab24e069f9339a73e08356b 2024-11-19T03:25:35,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/3965ad16c81947769f9f5fbb14c0c48a is 50, key is test_row_0/C:col10/1731986735093/Put/seqid=0 2024-11-19T03:25:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742124_1300 (size=12301) 2024-11-19T03:25:35,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/3965ad16c81947769f9f5fbb14c0c48a 2024-11-19T03:25:35,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/aaee205db0ea4217b60ffa37b65333d7 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/aaee205db0ea4217b60ffa37b65333d7 2024-11-19T03:25:35,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/aaee205db0ea4217b60ffa37b65333d7, entries=200, sequenceid=372, filesize=14.4 K 2024-11-19T03:25:35,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/1ad3c93b2ab24e069f9339a73e08356b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/1ad3c93b2ab24e069f9339a73e08356b 2024-11-19T03:25:35,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52238 deadline: 1731986795592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:35,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52214 deadline: 1731986795592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:35,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52272 deadline: 1731986795592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:35,594 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_2' in f4b7b3187b161f708437c5cce72639fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:35,594 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_2' in f4b7b3187b161f708437c5cce72639fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:35,595 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_0' in f4b7b3187b161f708437c5cce72639fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:35,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/1ad3c93b2ab24e069f9339a73e08356b, entries=150, sequenceid=372, filesize=12.0 K 2024-11-19T03:25:35,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/3965ad16c81947769f9f5fbb14c0c48a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/3965ad16c81947769f9f5fbb14c0c48a 2024-11-19T03:25:35,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52226 deadline: 1731986795602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:35,605 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_2' in f4b7b3187b161f708437c5cce72639fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:35,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/3965ad16c81947769f9f5fbb14c0c48a, entries=150, sequenceid=372, filesize=12.0 K 2024-11-19T03:25:35,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f4b7b3187b161f708437c5cce72639fd in 513ms, sequenceid=372, compaction requested=false 2024-11-19T03:25:35,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:35,783 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:35,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T03:25:35,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/afddd6b7165c47269ed21971d02a9450 is 50, key is test_row_0/A:col10/1731986735128/Put/seqid=0 2024-11-19T03:25:35,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742125_1301 (size=14741) 2024-11-19T03:25:35,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986795857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:35,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:35,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:35,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-19T03:25:35,922 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:35,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:25:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-19T03:25:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-19T03:25:35,924 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:25:35,925 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:25:35,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:25:35,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986795962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:35,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:35,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:35,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-19T03:25:36,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-19T03:25:36,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:36,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:36,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:36,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986796172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:36,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/afddd6b7165c47269ed21971d02a9450 2024-11-19T03:25:36,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/e8436ba0b2aa440e8e0baf67ff61554a is 50, key is test_row_0/B:col10/1731986735128/Put/seqid=0 2024-11-19T03:25:36,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742126_1302 (size=12301) 2024-11-19T03:25:36,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-19T03:25:36,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:36,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:36,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:36,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-19T03:25:36,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-19T03:25:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:36,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986796482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:36,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:36,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:36,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:36,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-19T03:25:36,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:36,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:36,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:36,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-19T03:25:36,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/e8436ba0b2aa440e8e0baf67ff61554a 2024-11-19T03:25:36,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/970028190d4e422882de34c5cd2e3936 is 50, key is test_row_0/C:col10/1731986735128/Put/seqid=0 2024-11-19T03:25:36,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742127_1303 (size=12301) 2024-11-19T03:25:36,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-19T03:25:36,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:36,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:36,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:36,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,831 INFO [Thread-1063 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1063. 2024-11-19T03:25:36,831 DEBUG [Thread-1063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:25:36,831 DEBUG [Thread-1063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:36,831 DEBUG [Thread-1063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:36,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:36,831 INFO [Thread-1059 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1059. 2024-11-19T03:25:36,831 DEBUG [Thread-1059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:25:36,831 DEBUG [Thread-1059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:36,831 DEBUG [Thread-1059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:36,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:36,833 INFO [Thread-1061 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1061. 2024-11-19T03:25:36,833 DEBUG [Thread-1061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:25:36,833 DEBUG [Thread-1061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:36,833 DEBUG [Thread-1061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:36,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:36,833 INFO [Thread-1065 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1065. 2024-11-19T03:25:36,833 DEBUG [Thread-1065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:25:36,833 DEBUG [Thread-1065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:36,833 DEBUG [Thread-1065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:36,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:36,834 INFO [Thread-1067 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1067. 2024-11-19T03:25:36,834 DEBUG [Thread-1067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:25:36,834 DEBUG [Thread-1067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:36,834 DEBUG [Thread-1067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:36,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:36,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-19T03:25:36,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:36,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:36,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:36,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52254 deadline: 1731986796992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:36,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-19T03:25:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:25:36,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:36,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:36,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:36,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:37,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/970028190d4e422882de34c5cd2e3936 2024-11-19T03:25:37,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/afddd6b7165c47269ed21971d02a9450 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/afddd6b7165c47269ed21971d02a9450 2024-11-19T03:25:37,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/afddd6b7165c47269ed21971d02a9450, entries=200, sequenceid=390, filesize=14.4 K 2024-11-19T03:25:37,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/e8436ba0b2aa440e8e0baf67ff61554a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/e8436ba0b2aa440e8e0baf67ff61554a 2024-11-19T03:25:37,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/e8436ba0b2aa440e8e0baf67ff61554a, entries=150, sequenceid=390, filesize=12.0 K 2024-11-19T03:25:37,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/970028190d4e422882de34c5cd2e3936 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/970028190d4e422882de34c5cd2e3936 2024-11-19T03:25:37,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/970028190d4e422882de34c5cd2e3936, entries=150, sequenceid=390, filesize=12.0 K 2024-11-19T03:25:37,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f4b7b3187b161f708437c5cce72639fd in 1252ms, sequenceid=390, compaction requested=true 2024-11-19T03:25:37,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:37,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:25:37,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:37,035 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:37,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:25:37,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:37,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4b7b3187b161f708437c5cce72639fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:25:37,036 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:37,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:37,036 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:37,036 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:37,036 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/B is initiating minor compaction (all files) 2024-11-19T03:25:37,036 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/A is initiating minor compaction (all files) 2024-11-19T03:25:37,036 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/A in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:37,036 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/B in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:37,036 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/acd8b9d01d1e46698d04413f402259bf, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/aaee205db0ea4217b60ffa37b65333d7, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/afddd6b7165c47269ed21971d02a9450] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=41.6 K 2024-11-19T03:25:37,036 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/c9ab494ef64740aa9c01c856562c7110, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/1ad3c93b2ab24e069f9339a73e08356b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/e8436ba0b2aa440e8e0baf67ff61554a] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=36.8 K 2024-11-19T03:25:37,037 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting acd8b9d01d1e46698d04413f402259bf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731986733426 2024-11-19T03:25:37,037 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting c9ab494ef64740aa9c01c856562c7110, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731986733426 2024-11-19T03:25:37,037 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting aaee205db0ea4217b60ffa37b65333d7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731986734449 2024-11-19T03:25:37,037 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting afddd6b7165c47269ed21971d02a9450, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731986735128 2024-11-19T03:25:37,037 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ad3c93b2ab24e069f9339a73e08356b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731986734455 2024-11-19T03:25:37,037 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting e8436ba0b2aa440e8e0baf67ff61554a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731986735128 2024-11-19T03:25:37,046 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#A#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:37,046 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/b57a3d714b6f48dd9fab7acabf791e06 is 50, key is test_row_0/A:col10/1731986735128/Put/seqid=0 2024-11-19T03:25:37,048 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#B#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:37,049 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/d1631200f2944412a8d9e508b3d16dbf is 50, key is test_row_0/B:col10/1731986735128/Put/seqid=0 2024-11-19T03:25:37,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742128_1304 (size=13221) 2024-11-19T03:25:37,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742129_1305 (size=13221) 2024-11-19T03:25:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-19T03:25:37,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-19T03:25:37,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:37,150 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T03:25:37,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/a7853480761147bead7f975d94b6ded0 is 50, key is test_row_0/A:col10/1731986735835/Put/seqid=0 2024-11-19T03:25:37,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742130_1306 (size=12301) 2024-11-19T03:25:37,455 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/b57a3d714b6f48dd9fab7acabf791e06 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/b57a3d714b6f48dd9fab7acabf791e06 2024-11-19T03:25:37,461 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/A of f4b7b3187b161f708437c5cce72639fd into b57a3d714b6f48dd9fab7acabf791e06(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:37,461 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:37,461 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/A, priority=13, startTime=1731986737035; duration=0sec 2024-11-19T03:25:37,461 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:37,461 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:A 2024-11-19T03:25:37,462 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:37,464 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:37,464 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): f4b7b3187b161f708437c5cce72639fd/C is initiating minor compaction (all files) 2024-11-19T03:25:37,464 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4b7b3187b161f708437c5cce72639fd/C in TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:37,464 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/e79266a55e584e969f0e1471c9bfcc66, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/3965ad16c81947769f9f5fbb14c0c48a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/970028190d4e422882de34c5cd2e3936] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp, totalSize=36.8 K 2024-11-19T03:25:37,464 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/d1631200f2944412a8d9e508b3d16dbf as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/d1631200f2944412a8d9e508b3d16dbf 2024-11-19T03:25:37,464 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting e79266a55e584e969f0e1471c9bfcc66, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731986733426 2024-11-19T03:25:37,465 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3965ad16c81947769f9f5fbb14c0c48a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731986734455 2024-11-19T03:25:37,465 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 970028190d4e422882de34c5cd2e3936, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731986735128 2024-11-19T03:25:37,470 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/B of f4b7b3187b161f708437c5cce72639fd into d1631200f2944412a8d9e508b3d16dbf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:37,470 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:37,470 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/B, priority=13, startTime=1731986737035; duration=0sec 2024-11-19T03:25:37,470 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:37,470 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:B 2024-11-19T03:25:37,473 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4b7b3187b161f708437c5cce72639fd#C#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:37,474 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/7778ba3b4c48467e928fb77e4e5ce228 is 50, key is test_row_0/C:col10/1731986735128/Put/seqid=0 2024-11-19T03:25:37,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742131_1307 (size=13221) 2024-11-19T03:25:37,559 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/a7853480761147bead7f975d94b6ded0 2024-11-19T03:25:37,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/bd7322dc4cf34835ac44be197f3fde05 is 50, key is test_row_0/B:col10/1731986735835/Put/seqid=0 2024-11-19T03:25:37,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742132_1308 (size=12301) 2024-11-19T03:25:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:37,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. as already flushing 2024-11-19T03:25:37,604 INFO [Thread-1054 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1054. 2024-11-19T03:25:37,604 DEBUG [Thread-1054 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:25:37,604 DEBUG [Thread-1054 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:37,604 DEBUG [Thread-1054 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:37,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:37,615 INFO [Thread-1048 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1048. 2024-11-19T03:25:37,615 INFO [Thread-1056 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1056. 2024-11-19T03:25:37,615 INFO [Thread-1052 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1052. 2024-11-19T03:25:37,615 DEBUG [Thread-1048 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:25:37,615 DEBUG [Thread-1052 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:25:37,615 DEBUG [Thread-1056 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:25:37,615 DEBUG [Thread-1048 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:37,615 DEBUG [Thread-1052 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:37,615 DEBUG [Thread-1056 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:37,615 DEBUG [Thread-1048 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:37,615 DEBUG [Thread-1052 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:37,615 DEBUG [Thread-1056 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:37,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:37,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:37,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:37,676 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T03:25:37,894 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/7778ba3b4c48467e928fb77e4e5ce228 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/7778ba3b4c48467e928fb77e4e5ce228 2024-11-19T03:25:37,898 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4b7b3187b161f708437c5cce72639fd/C of f4b7b3187b161f708437c5cce72639fd into 7778ba3b4c48467e928fb77e4e5ce228(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:37,898 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:37,898 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., storeName=f4b7b3187b161f708437c5cce72639fd/C, priority=13, startTime=1731986737035; duration=0sec 2024-11-19T03:25:37,898 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:37,898 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4b7b3187b161f708437c5cce72639fd:C 2024-11-19T03:25:37,970 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/bd7322dc4cf34835ac44be197f3fde05 2024-11-19T03:25:37,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/47cb7d13b8544573a3e735f177e0ebe2 is 50, key is test_row_0/C:col10/1731986735835/Put/seqid=0 2024-11-19T03:25:37,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742133_1309 (size=12301) 2024-11-19T03:25:38,004 INFO [Thread-1050 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1050. 2024-11-19T03:25:38,004 DEBUG [Thread-1050 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:25:38,004 DEBUG [Thread-1050 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:38,004 DEBUG [Thread-1050 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:38,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-19T03:25:38,380 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/47cb7d13b8544573a3e735f177e0ebe2 2024-11-19T03:25:38,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/a7853480761147bead7f975d94b6ded0 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/a7853480761147bead7f975d94b6ded0 2024-11-19T03:25:38,389 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/a7853480761147bead7f975d94b6ded0, entries=150, sequenceid=410, filesize=12.0 K 2024-11-19T03:25:38,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/bd7322dc4cf34835ac44be197f3fde05 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/bd7322dc4cf34835ac44be197f3fde05 2024-11-19T03:25:38,393 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/bd7322dc4cf34835ac44be197f3fde05, entries=150, sequenceid=410, filesize=12.0 K 2024-11-19T03:25:38,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/47cb7d13b8544573a3e735f177e0ebe2 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/47cb7d13b8544573a3e735f177e0ebe2 2024-11-19T03:25:38,398 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/47cb7d13b8544573a3e735f177e0ebe2, entries=150, sequenceid=410, filesize=12.0 K 2024-11-19T03:25:38,399 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=33.54 KB/34350 for f4b7b3187b161f708437c5cce72639fd in 1249ms, sequenceid=410, compaction requested=false 2024-11-19T03:25:38,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for f4b7b3187b161f708437c5cce72639fd: 2024-11-19T03:25:38,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:38,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-19T03:25:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-19T03:25:38,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-19T03:25:38,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4760 sec 2024-11-19T03:25:38,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 2.4800 sec 2024-11-19T03:25:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-19T03:25:40,092 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:40,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T03:25:40,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-19T03:25:40,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-19T03:25:40,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-19T03:25:40,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-19T03:25:40,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-19T03:25:40,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T03:25:40,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3660 2024-11-19T03:25:40,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3469 2024-11-19T03:25:40,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3477 2024-11-19T03:25:40,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3675 2024-11-19T03:25:40,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3482 2024-11-19T03:25:40,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T03:25:40,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:25:40,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:25:40,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:40,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:40,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:25:40,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-19T03:25:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T03:25:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-19T03:25:40,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986740100"}]},"ts":"1731986740100"} 2024-11-19T03:25:40,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T03:25:40,102 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T03:25:40,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T03:25:40,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4b7b3187b161f708437c5cce72639fd, UNASSIGN}] 2024-11-19T03:25:40,106 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4b7b3187b161f708437c5cce72639fd, UNASSIGN 2024-11-19T03:25:40,107 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=f4b7b3187b161f708437c5cce72639fd, regionState=CLOSING, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:25:40,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4b7b3187b161f708437c5cce72639fd, UNASSIGN because future has completed 2024-11-19T03:25:40,109 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T03:25:40,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537}] 2024-11-19T03:25:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-19T03:25:40,262 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:40,262 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T03:25:40,263 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing f4b7b3187b161f708437c5cce72639fd, disabling compactions & flushes 2024-11-19T03:25:40,263 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:40,263 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:40,263 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. after waiting 0 ms 2024-11-19T03:25:40,263 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:40,263 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing f4b7b3187b161f708437c5cce72639fd 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-19T03:25:40,269 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/8b290b5c0f984f63bcf8ecd26b96fd0d is 50, key is test_row_0/A:col10/1731986738003/Put/seqid=0 2024-11-19T03:25:40,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742134_1310 (size=9857) 2024-11-19T03:25:40,285 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/8b290b5c0f984f63bcf8ecd26b96fd0d 2024-11-19T03:25:40,297 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/d0231bfb0cad4beb8a1fe54f9b38e545 is 50, key is test_row_0/B:col10/1731986738003/Put/seqid=0 2024-11-19T03:25:40,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742135_1311 (size=9857) 2024-11-19T03:25:40,332 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/d0231bfb0cad4beb8a1fe54f9b38e545 2024-11-19T03:25:40,341 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/1eca4855f2434a4988b78578ec19c8b4 is 50, key is test_row_0/C:col10/1731986738003/Put/seqid=0 2024-11-19T03:25:40,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742136_1312 (size=9857) 2024-11-19T03:25:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-19T03:25:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-19T03:25:40,753 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/1eca4855f2434a4988b78578ec19c8b4 2024-11-19T03:25:40,758 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/A/8b290b5c0f984f63bcf8ecd26b96fd0d as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/8b290b5c0f984f63bcf8ecd26b96fd0d 2024-11-19T03:25:40,762 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/8b290b5c0f984f63bcf8ecd26b96fd0d, entries=100, sequenceid=421, filesize=9.6 K 2024-11-19T03:25:40,763 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/B/d0231bfb0cad4beb8a1fe54f9b38e545 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/d0231bfb0cad4beb8a1fe54f9b38e545 2024-11-19T03:25:40,767 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/d0231bfb0cad4beb8a1fe54f9b38e545, entries=100, sequenceid=421, filesize=9.6 K 2024-11-19T03:25:40,768 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/.tmp/C/1eca4855f2434a4988b78578ec19c8b4 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/1eca4855f2434a4988b78578ec19c8b4 2024-11-19T03:25:40,773 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/1eca4855f2434a4988b78578ec19c8b4, entries=100, sequenceid=421, filesize=9.6 K 2024-11-19T03:25:40,775 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f4b7b3187b161f708437c5cce72639fd in 512ms, sequenceid=421, compaction requested=true 2024-11-19T03:25:40,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/23e57ed5a46c4b1898a0ac3bd462abf6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/f1c5d24a1cdf4f0eafe294cc2aa860d6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/1edd1816fb8b4ecebd2cbed2e7bf5fef, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/068d2eaa553c4aae838479f5d8828685, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/468f6f7d79c6469bafff147a1acd7573, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/d61b534d83bb4c3d91258d258e7a34a6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/add91b8c658d43b3a1f5eed1167d6835, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/267c3cdc479a4289b2c50f1ddcb6f690, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/8b069d2a1d324c00b43705f26f374f43, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/b1a27bf35a5a4442b3932b701a4bc943, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/df1c2d9d20334b6bbe85136d92bbef16, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/923a1365c18a4fccb5f9feeb4f60d9ff, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/2522eba572bb4499a7b71d662ee244fa, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/82cb3e2ab5f441f5b896f7c687102151, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/1a2072cf4ca54094ae69911ceef0fb3c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/666f90a3678f43e9bccf888856c44596, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/78310a66c60646af9fabd1e32e39c83c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/4884cba0ad83437aa7a2a677fefacfbb, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/adb1d099870f43e79fae219a308b1314, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/55b3b7fda31a48ecb5ed7b3be22f3910, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/7fa00886fd9b4d19a5cef460320d05b1, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/bfe6e4db3d864a5e9c68a3fb1b1841ab, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/4c14b83a38aa41d8b065272d5fd68a05, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/2f2c4bfe028e44c9a3df46ba784d6e92, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/acd8b9d01d1e46698d04413f402259bf, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/aaee205db0ea4217b60ffa37b65333d7, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/afddd6b7165c47269ed21971d02a9450] to archive 2024-11-19T03:25:40,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:25:40,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/23e57ed5a46c4b1898a0ac3bd462abf6 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/23e57ed5a46c4b1898a0ac3bd462abf6 2024-11-19T03:25:40,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/f1c5d24a1cdf4f0eafe294cc2aa860d6 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/f1c5d24a1cdf4f0eafe294cc2aa860d6 2024-11-19T03:25:40,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/1edd1816fb8b4ecebd2cbed2e7bf5fef to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/1edd1816fb8b4ecebd2cbed2e7bf5fef 2024-11-19T03:25:40,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/068d2eaa553c4aae838479f5d8828685 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/068d2eaa553c4aae838479f5d8828685 2024-11-19T03:25:40,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/468f6f7d79c6469bafff147a1acd7573 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/468f6f7d79c6469bafff147a1acd7573 2024-11-19T03:25:40,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/d61b534d83bb4c3d91258d258e7a34a6 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/d61b534d83bb4c3d91258d258e7a34a6 2024-11-19T03:25:40,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/add91b8c658d43b3a1f5eed1167d6835 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/add91b8c658d43b3a1f5eed1167d6835 2024-11-19T03:25:40,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/267c3cdc479a4289b2c50f1ddcb6f690 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/267c3cdc479a4289b2c50f1ddcb6f690 2024-11-19T03:25:40,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/8b069d2a1d324c00b43705f26f374f43 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/8b069d2a1d324c00b43705f26f374f43 2024-11-19T03:25:40,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/b1a27bf35a5a4442b3932b701a4bc943 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/b1a27bf35a5a4442b3932b701a4bc943 2024-11-19T03:25:40,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/df1c2d9d20334b6bbe85136d92bbef16 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/df1c2d9d20334b6bbe85136d92bbef16 2024-11-19T03:25:40,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/923a1365c18a4fccb5f9feeb4f60d9ff to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/923a1365c18a4fccb5f9feeb4f60d9ff 2024-11-19T03:25:40,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/2522eba572bb4499a7b71d662ee244fa to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/2522eba572bb4499a7b71d662ee244fa 2024-11-19T03:25:40,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/82cb3e2ab5f441f5b896f7c687102151 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/82cb3e2ab5f441f5b896f7c687102151 2024-11-19T03:25:40,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/1a2072cf4ca54094ae69911ceef0fb3c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/1a2072cf4ca54094ae69911ceef0fb3c 2024-11-19T03:25:40,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/666f90a3678f43e9bccf888856c44596 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/666f90a3678f43e9bccf888856c44596 2024-11-19T03:25:40,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/78310a66c60646af9fabd1e32e39c83c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/78310a66c60646af9fabd1e32e39c83c 2024-11-19T03:25:40,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/4884cba0ad83437aa7a2a677fefacfbb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/4884cba0ad83437aa7a2a677fefacfbb 2024-11-19T03:25:40,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/adb1d099870f43e79fae219a308b1314 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/adb1d099870f43e79fae219a308b1314 2024-11-19T03:25:40,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/55b3b7fda31a48ecb5ed7b3be22f3910 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/55b3b7fda31a48ecb5ed7b3be22f3910 2024-11-19T03:25:40,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/7fa00886fd9b4d19a5cef460320d05b1 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/7fa00886fd9b4d19a5cef460320d05b1 2024-11-19T03:25:40,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/bfe6e4db3d864a5e9c68a3fb1b1841ab to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/bfe6e4db3d864a5e9c68a3fb1b1841ab 2024-11-19T03:25:40,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/4c14b83a38aa41d8b065272d5fd68a05 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/4c14b83a38aa41d8b065272d5fd68a05 2024-11-19T03:25:40,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/2f2c4bfe028e44c9a3df46ba784d6e92 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/2f2c4bfe028e44c9a3df46ba784d6e92 2024-11-19T03:25:40,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/acd8b9d01d1e46698d04413f402259bf to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/acd8b9d01d1e46698d04413f402259bf 2024-11-19T03:25:40,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/aaee205db0ea4217b60ffa37b65333d7 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/aaee205db0ea4217b60ffa37b65333d7 2024-11-19T03:25:40,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/afddd6b7165c47269ed21971d02a9450 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/afddd6b7165c47269ed21971d02a9450 2024-11-19T03:25:40,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/dec0ed4cc98148a7a153203a4ca3f845, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/89f2b80ddc654002a32aea5870bdebe2, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/7d1f149ccde34fe7be85426c4b71a231, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/75634409aadf494ebe6c88ba8e05fa02, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/8c8d1608b70445c6bcd58e0010f2a5e3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/64d2ab33cbdb4f429e6611178bf97d22, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/530efc0da7a04ccd9b499f73efe32561, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/a8eb02870e4e4e48aa9c85e81dfc960c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/d6b7ba3b13824e78885f456c62f70b39, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/70781215d7b04beba89da06e8bcbd93f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/a573211f2b3148879071e9bd67223fbf, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/fe81168e458d48308021b6a95b11ba04, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/7837a88a557649cf85b53f33224ab088, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/0cb2a8f059df46fcac32e04ebe7efacb, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/99961a8d2f33459e85bc9572e9da493a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/77cff87bf3924a39b9cee71912631e12, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/dfb70b9782be4c08bd827efe61c3b7ca, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/50946a2fad2042d799b7d6b988c4b456, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/4846bb5278884694ae3c33558836e534, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/40df9854251b4c37866ec3fd8e877102, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/0dec75331b2149dc89e473bdd04c0953, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/41c3df9ad6e745d6b645a2306e3bda18, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/dadd8efe0d6b4585bb6ee29e36d761ca, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/c9ab494ef64740aa9c01c856562c7110, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/a09d8df0832a4f6b926cc55bc38fc8a1, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/1ad3c93b2ab24e069f9339a73e08356b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/e8436ba0b2aa440e8e0baf67ff61554a] to archive 2024-11-19T03:25:40,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:25:40,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/dec0ed4cc98148a7a153203a4ca3f845 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/dec0ed4cc98148a7a153203a4ca3f845 2024-11-19T03:25:40,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/89f2b80ddc654002a32aea5870bdebe2 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/89f2b80ddc654002a32aea5870bdebe2 2024-11-19T03:25:40,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/7d1f149ccde34fe7be85426c4b71a231 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/7d1f149ccde34fe7be85426c4b71a231 2024-11-19T03:25:40,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/75634409aadf494ebe6c88ba8e05fa02 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/75634409aadf494ebe6c88ba8e05fa02 2024-11-19T03:25:40,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/8c8d1608b70445c6bcd58e0010f2a5e3 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/8c8d1608b70445c6bcd58e0010f2a5e3 2024-11-19T03:25:40,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/64d2ab33cbdb4f429e6611178bf97d22 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/64d2ab33cbdb4f429e6611178bf97d22 2024-11-19T03:25:40,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/530efc0da7a04ccd9b499f73efe32561 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/530efc0da7a04ccd9b499f73efe32561 2024-11-19T03:25:40,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/a8eb02870e4e4e48aa9c85e81dfc960c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/a8eb02870e4e4e48aa9c85e81dfc960c 2024-11-19T03:25:40,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/d6b7ba3b13824e78885f456c62f70b39 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/d6b7ba3b13824e78885f456c62f70b39 2024-11-19T03:25:40,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/70781215d7b04beba89da06e8bcbd93f to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/70781215d7b04beba89da06e8bcbd93f 2024-11-19T03:25:40,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/a573211f2b3148879071e9bd67223fbf to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/a573211f2b3148879071e9bd67223fbf 2024-11-19T03:25:40,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/fe81168e458d48308021b6a95b11ba04 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/fe81168e458d48308021b6a95b11ba04 2024-11-19T03:25:40,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/7837a88a557649cf85b53f33224ab088 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/7837a88a557649cf85b53f33224ab088 2024-11-19T03:25:40,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/0cb2a8f059df46fcac32e04ebe7efacb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/0cb2a8f059df46fcac32e04ebe7efacb 2024-11-19T03:25:40,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/99961a8d2f33459e85bc9572e9da493a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/99961a8d2f33459e85bc9572e9da493a 2024-11-19T03:25:40,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/77cff87bf3924a39b9cee71912631e12 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/77cff87bf3924a39b9cee71912631e12 2024-11-19T03:25:40,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/dfb70b9782be4c08bd827efe61c3b7ca to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/dfb70b9782be4c08bd827efe61c3b7ca 2024-11-19T03:25:40,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/50946a2fad2042d799b7d6b988c4b456 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/50946a2fad2042d799b7d6b988c4b456 2024-11-19T03:25:40,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/4846bb5278884694ae3c33558836e534 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/4846bb5278884694ae3c33558836e534 2024-11-19T03:25:40,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/40df9854251b4c37866ec3fd8e877102 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/40df9854251b4c37866ec3fd8e877102 2024-11-19T03:25:40,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/0dec75331b2149dc89e473bdd04c0953 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/0dec75331b2149dc89e473bdd04c0953 2024-11-19T03:25:40,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/41c3df9ad6e745d6b645a2306e3bda18 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/41c3df9ad6e745d6b645a2306e3bda18 2024-11-19T03:25:40,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/dadd8efe0d6b4585bb6ee29e36d761ca to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/dadd8efe0d6b4585bb6ee29e36d761ca 2024-11-19T03:25:40,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/c9ab494ef64740aa9c01c856562c7110 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/c9ab494ef64740aa9c01c856562c7110 2024-11-19T03:25:40,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/a09d8df0832a4f6b926cc55bc38fc8a1 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/a09d8df0832a4f6b926cc55bc38fc8a1 2024-11-19T03:25:40,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/1ad3c93b2ab24e069f9339a73e08356b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/1ad3c93b2ab24e069f9339a73e08356b 2024-11-19T03:25:40,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/e8436ba0b2aa440e8e0baf67ff61554a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/e8436ba0b2aa440e8e0baf67ff61554a 2024-11-19T03:25:40,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/670eaed801e848808363c5a6395ce82d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/3309ffeb68b74b8fb272d65bfd08438f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/0deec33389634a0aa87f52f94d04ebc1, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/788a067c302c4e07aabf86b8ecbb600c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/f0bf9dd5c4ee4198a8c0ba12ceaa619c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/458817ed75284632ae1b3f6775956217, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/c431c37106194219b4368440a2c46f66, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/b25a3b7a56c34ac997be5695a4ee310a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/eabba4984bcb42c8b99c647cc8fc7f1c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/32dc96832bdf4ef0a889b48b14c46cbf, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/58e063cc2223405984ccc488aaed917b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/eaade2d80b3a483f96b457d97ae510fc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/c5cdf5220eeb48e58d3b000fd67614a7, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/938bc128e84b42cd88260fdc1378d0ea, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/53cf5ba99b514dc8bb80c3e2ef7ff66d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/08eaeb99f2864b0f9cba8e875736495d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/7f18d2fdfd4448cf9059ad04fc02fdaf, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/1be13ba2daa747228d753610641353e1, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/27f163a88a4f4b91809c5704b884338b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/28277c5d80a44dba9d8c4bdfaf7f999d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/23692a7a405541f3a0415668765236c2, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/d5b7c202b8b44c17a551cec8b5e0fbe3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/7a19f47149cf41b2a59347417a4f6728, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/e79266a55e584e969f0e1471c9bfcc66, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/8f227f19ab2e4228a6720d305f54abe0, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/3965ad16c81947769f9f5fbb14c0c48a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/970028190d4e422882de34c5cd2e3936] to archive 2024-11-19T03:25:40,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:25:40,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/670eaed801e848808363c5a6395ce82d to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/670eaed801e848808363c5a6395ce82d 2024-11-19T03:25:40,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/3309ffeb68b74b8fb272d65bfd08438f to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/3309ffeb68b74b8fb272d65bfd08438f 2024-11-19T03:25:40,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/0deec33389634a0aa87f52f94d04ebc1 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/0deec33389634a0aa87f52f94d04ebc1 2024-11-19T03:25:40,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/788a067c302c4e07aabf86b8ecbb600c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/788a067c302c4e07aabf86b8ecbb600c 2024-11-19T03:25:40,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/f0bf9dd5c4ee4198a8c0ba12ceaa619c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/f0bf9dd5c4ee4198a8c0ba12ceaa619c 2024-11-19T03:25:40,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/458817ed75284632ae1b3f6775956217 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/458817ed75284632ae1b3f6775956217 2024-11-19T03:25:40,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/c431c37106194219b4368440a2c46f66 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/c431c37106194219b4368440a2c46f66 2024-11-19T03:25:40,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/b25a3b7a56c34ac997be5695a4ee310a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/b25a3b7a56c34ac997be5695a4ee310a 2024-11-19T03:25:40,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/eabba4984bcb42c8b99c647cc8fc7f1c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/eabba4984bcb42c8b99c647cc8fc7f1c 2024-11-19T03:25:40,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/32dc96832bdf4ef0a889b48b14c46cbf to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/32dc96832bdf4ef0a889b48b14c46cbf 2024-11-19T03:25:40,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/58e063cc2223405984ccc488aaed917b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/58e063cc2223405984ccc488aaed917b 2024-11-19T03:25:40,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/eaade2d80b3a483f96b457d97ae510fc to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/eaade2d80b3a483f96b457d97ae510fc 2024-11-19T03:25:40,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/c5cdf5220eeb48e58d3b000fd67614a7 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/c5cdf5220eeb48e58d3b000fd67614a7 2024-11-19T03:25:40,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/938bc128e84b42cd88260fdc1378d0ea to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/938bc128e84b42cd88260fdc1378d0ea 2024-11-19T03:25:40,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/53cf5ba99b514dc8bb80c3e2ef7ff66d to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/53cf5ba99b514dc8bb80c3e2ef7ff66d 2024-11-19T03:25:40,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/08eaeb99f2864b0f9cba8e875736495d to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/08eaeb99f2864b0f9cba8e875736495d 2024-11-19T03:25:40,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/7f18d2fdfd4448cf9059ad04fc02fdaf to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/7f18d2fdfd4448cf9059ad04fc02fdaf 2024-11-19T03:25:40,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/1be13ba2daa747228d753610641353e1 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/1be13ba2daa747228d753610641353e1 2024-11-19T03:25:40,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/27f163a88a4f4b91809c5704b884338b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/27f163a88a4f4b91809c5704b884338b 2024-11-19T03:25:40,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/28277c5d80a44dba9d8c4bdfaf7f999d to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/28277c5d80a44dba9d8c4bdfaf7f999d 2024-11-19T03:25:40,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/23692a7a405541f3a0415668765236c2 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/23692a7a405541f3a0415668765236c2 2024-11-19T03:25:40,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/d5b7c202b8b44c17a551cec8b5e0fbe3 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/d5b7c202b8b44c17a551cec8b5e0fbe3 2024-11-19T03:25:40,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/7a19f47149cf41b2a59347417a4f6728 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/7a19f47149cf41b2a59347417a4f6728 2024-11-19T03:25:40,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/e79266a55e584e969f0e1471c9bfcc66 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/e79266a55e584e969f0e1471c9bfcc66 2024-11-19T03:25:40,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/8f227f19ab2e4228a6720d305f54abe0 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/8f227f19ab2e4228a6720d305f54abe0 2024-11-19T03:25:40,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/3965ad16c81947769f9f5fbb14c0c48a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/3965ad16c81947769f9f5fbb14c0c48a 2024-11-19T03:25:40,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/970028190d4e422882de34c5cd2e3936 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/970028190d4e422882de34c5cd2e3936 2024-11-19T03:25:41,002 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/recovered.edits/424.seqid, newMaxSeqId=424, maxSeqId=1 2024-11-19T03:25:41,004 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. 2024-11-19T03:25:41,004 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for f4b7b3187b161f708437c5cce72639fd: Waiting for close lock at 1731986740262Running coprocessor pre-close hooks at 1731986740262Disabling compacts and flushes for region at 1731986740263 (+1 ms)Disabling writes for close at 1731986740263Obtaining lock to block concurrent updates at 1731986740263Preparing flush snapshotting stores in f4b7b3187b161f708437c5cce72639fd at 1731986740263Finished memstore snapshotting TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731986740263Flushing stores of TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd. at 1731986740263Flushing f4b7b3187b161f708437c5cce72639fd/A: creating writer at 1731986740264 (+1 ms)Flushing f4b7b3187b161f708437c5cce72639fd/A: appending metadata at 1731986740269 (+5 ms)Flushing f4b7b3187b161f708437c5cce72639fd/A: closing flushed file at 1731986740269Flushing f4b7b3187b161f708437c5cce72639fd/B: creating writer at 1731986740291 (+22 ms)Flushing f4b7b3187b161f708437c5cce72639fd/B: appending metadata at 1731986740297 (+6 ms)Flushing f4b7b3187b161f708437c5cce72639fd/B: closing flushed file at 1731986740297Flushing f4b7b3187b161f708437c5cce72639fd/C: creating writer at 1731986740336 (+39 ms)Flushing f4b7b3187b161f708437c5cce72639fd/C: appending metadata at 1731986740341 (+5 ms)Flushing f4b7b3187b161f708437c5cce72639fd/C: closing flushed file at 1731986740341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2157b164: reopening flushed file at 1731986740757 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c86aa54: reopening flushed file at 1731986740762 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@292ed5bc: reopening flushed file at 1731986740768 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f4b7b3187b161f708437c5cce72639fd in 512ms, sequenceid=421, compaction requested=true at 1731986740775 (+7 ms)Writing region close event to WAL at 1731986740984 (+209 ms)Running coprocessor post-close hooks at 1731986741004 (+20 ms)Closed at 1731986741004 2024-11-19T03:25:41,006 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:41,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=f4b7b3187b161f708437c5cce72639fd, regionState=CLOSED 2024-11-19T03:25:41,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 because future has completed 2024-11-19T03:25:41,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-19T03:25:41,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure f4b7b3187b161f708437c5cce72639fd, server=47efada56ed5,46547,1731986649537 in 901 msec 2024-11-19T03:25:41,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-19T03:25:41,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4b7b3187b161f708437c5cce72639fd, UNASSIGN in 908 msec 2024-11-19T03:25:41,022 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986741021"}]},"ts":"1731986741021"} 2024-11-19T03:25:41,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-19T03:25:41,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 914 msec 2024-11-19T03:25:41,024 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T03:25:41,024 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T03:25:41,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 931 msec 2024-11-19T03:25:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-19T03:25:41,232 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:41,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-19T03:25:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:25:41,235 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:25:41,236 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:25:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-19T03:25:41,237 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:41,239 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A, FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B, FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C, FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/recovered.edits] 2024-11-19T03:25:41,242 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/8b290b5c0f984f63bcf8ecd26b96fd0d to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/8b290b5c0f984f63bcf8ecd26b96fd0d 2024-11-19T03:25:41,249 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/a7853480761147bead7f975d94b6ded0 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/a7853480761147bead7f975d94b6ded0 2024-11-19T03:25:41,251 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/b57a3d714b6f48dd9fab7acabf791e06 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/A/b57a3d714b6f48dd9fab7acabf791e06 2024-11-19T03:25:41,255 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/bd7322dc4cf34835ac44be197f3fde05 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/bd7322dc4cf34835ac44be197f3fde05 2024-11-19T03:25:41,256 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/d0231bfb0cad4beb8a1fe54f9b38e545 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/d0231bfb0cad4beb8a1fe54f9b38e545 2024-11-19T03:25:41,257 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/d1631200f2944412a8d9e508b3d16dbf to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/B/d1631200f2944412a8d9e508b3d16dbf 2024-11-19T03:25:41,260 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/1eca4855f2434a4988b78578ec19c8b4 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/1eca4855f2434a4988b78578ec19c8b4 2024-11-19T03:25:41,265 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/47cb7d13b8544573a3e735f177e0ebe2 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/47cb7d13b8544573a3e735f177e0ebe2 2024-11-19T03:25:41,266 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/7778ba3b4c48467e928fb77e4e5ce228 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/C/7778ba3b4c48467e928fb77e4e5ce228 2024-11-19T03:25:41,270 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/recovered.edits/424.seqid to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd/recovered.edits/424.seqid 2024-11-19T03:25:41,271 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/f4b7b3187b161f708437c5cce72639fd 2024-11-19T03:25:41,271 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T03:25:41,273 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:25:41,276 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T03:25:41,278 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T03:25:41,279 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:25:41,280 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T03:25:41,280 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731986741280"}]},"ts":"9223372036854775807"} 2024-11-19T03:25:41,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-19T03:25:41,282 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f4b7b3187b161f708437c5cce72639fd, NAME => 'TestAcidGuarantees,,1731986714621.f4b7b3187b161f708437c5cce72639fd.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T03:25:41,282 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T03:25:41,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731986741282"}]},"ts":"9223372036854775807"} 2024-11-19T03:25:41,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-19T03:25:41,285 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:25:41,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-11-19T03:25:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-19T03:25:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-19T03:25:41,343 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:41,352 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1879782596_22 at /127.0.0.1:47954 [Waiting for operation #212] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1325867199_22 at /127.0.0.1:47720 [Waiting for operation #344] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=516 (was 489) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=14026 (was 13743) - AvailableMemoryMB LEAK? - 2024-11-19T03:25:41,361 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=516, ProcessCount=12, AvailableMemoryMB=14024 2024-11-19T03:25:41,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T03:25:41,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:25:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T03:25:41,365 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:25:41,365 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:41,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-11-19T03:25:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-19T03:25:41,366 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:25:41,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742137_1313 (size=959) 2024-11-19T03:25:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-19T03:25:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-19T03:25:41,773 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a 2024-11-19T03:25:41,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742138_1314 (size=53) 2024-11-19T03:25:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-19T03:25:42,183 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:25:42,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 64d4cff49e1867bdd03194ad11c6990a, disabling compactions & flushes 2024-11-19T03:25:42,184 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:42,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:42,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. after waiting 0 ms 2024-11-19T03:25:42,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:42,184 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:42,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64d4cff49e1867bdd03194ad11c6990a: Waiting for close lock at 1731986742184Disabling compacts and flushes for region at 1731986742184Disabling writes for close at 1731986742184Writing region close event to WAL at 1731986742184Closed at 1731986742184 2024-11-19T03:25:42,185 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:25:42,185 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731986742185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986742185"}]},"ts":"1731986742185"} 2024-11-19T03:25:42,186 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:25:42,187 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:25:42,187 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986742187"}]},"ts":"1731986742187"} 2024-11-19T03:25:42,188 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T03:25:42,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64d4cff49e1867bdd03194ad11c6990a, ASSIGN}] 2024-11-19T03:25:42,189 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64d4cff49e1867bdd03194ad11c6990a, ASSIGN 2024-11-19T03:25:42,190 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64d4cff49e1867bdd03194ad11c6990a, ASSIGN; state=OFFLINE, location=47efada56ed5,46547,1731986649537; forceNewPlan=false, retain=false 2024-11-19T03:25:42,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=64d4cff49e1867bdd03194ad11c6990a, regionState=OPENING, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:25:42,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64d4cff49e1867bdd03194ad11c6990a, ASSIGN because future has completed 2024-11-19T03:25:42,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537}] 2024-11-19T03:25:42,497 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:42,497 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:25:42,498 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:42,498 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:25:42,498 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:42,498 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:42,499 INFO [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:42,500 INFO [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d4cff49e1867bdd03194ad11c6990a columnFamilyName A 2024-11-19T03:25:42,500 DEBUG [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:42,501 INFO [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] regionserver.HStore(327): Store=64d4cff49e1867bdd03194ad11c6990a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:25:42,501 INFO [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:42,501 INFO [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d4cff49e1867bdd03194ad11c6990a columnFamilyName B 2024-11-19T03:25:42,502 DEBUG [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:42,502 INFO [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] regionserver.HStore(327): Store=64d4cff49e1867bdd03194ad11c6990a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:25:42,502 INFO [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-19T03:25:42,503 INFO [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d4cff49e1867bdd03194ad11c6990a columnFamilyName C 2024-11-19T03:25:42,503 DEBUG [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:42,503 INFO [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] regionserver.HStore(327): Store=64d4cff49e1867bdd03194ad11c6990a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:25:42,503 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:42,504 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:42,504 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:42,505 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:42,505 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:42,505 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T03:25:42,506 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:42,508 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:25:42,508 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened 64d4cff49e1867bdd03194ad11c6990a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68396163, jitterRate=0.019182249903678894}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T03:25:42,508 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:42,509 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for 64d4cff49e1867bdd03194ad11c6990a: Running coprocessor pre-open hook at 1731986742498Writing region info on filesystem at 1731986742498Initializing all the Stores at 1731986742499 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986742499Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986742499Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986742499Cleaning up temporary data from old regions at 1731986742505 (+6 ms)Running coprocessor post-open hooks at 1731986742508 (+3 ms)Region opened successfully at 1731986742509 (+1 ms) 2024-11-19T03:25:42,510 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., pid=91, masterSystemTime=1731986742494 2024-11-19T03:25:42,511 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:42,511 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:42,512 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=64d4cff49e1867bdd03194ad11c6990a, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:25:42,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 because future has completed 2024-11-19T03:25:42,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-19T03:25:42,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure 64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 in 171 msec 2024-11-19T03:25:42,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-19T03:25:42,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64d4cff49e1867bdd03194ad11c6990a, ASSIGN in 326 msec 2024-11-19T03:25:42,518 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:25:42,518 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986742518"}]},"ts":"1731986742518"} 2024-11-19T03:25:42,519 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T03:25:42,520 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:25:42,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1570 sec 2024-11-19T03:25:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-19T03:25:43,513 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:43,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af6f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:43,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:43,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:43,515 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:43,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:43,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9dad0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:43,517 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:43,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b94d56d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:43,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:43,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:43,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:43,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:43,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:25:43,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,41549,1731986648572 2024-11-19T03:25:43,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fe83a5d 2024-11-19T03:25:43,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:25:43,522 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:25:43,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T03:25:43,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:25:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-19T03:25:43,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742139_1315 (size=995) 2024-11-19T03:25:43,535 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-19T03:25:43,535 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-19T03:25:43,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T03:25:43,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64d4cff49e1867bdd03194ad11c6990a, REOPEN/MOVE}] 2024-11-19T03:25:43,541 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64d4cff49e1867bdd03194ad11c6990a, REOPEN/MOVE 2024-11-19T03:25:43,541 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=64d4cff49e1867bdd03194ad11c6990a, regionState=CLOSING, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:25:43,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64d4cff49e1867bdd03194ad11c6990a, REOPEN/MOVE because future has completed 2024-11-19T03:25:43,543 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T03:25:43,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537}] 2024-11-19T03:25:43,695 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:43,695 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T03:25:43,695 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing 64d4cff49e1867bdd03194ad11c6990a, disabling compactions & flushes 2024-11-19T03:25:43,695 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:43,695 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:43,695 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. after waiting 0 ms 2024-11-19T03:25:43,695 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:43,699 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T03:25:43,699 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:43,699 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for 64d4cff49e1867bdd03194ad11c6990a: Waiting for close lock at 1731986743695Running coprocessor pre-close hooks at 1731986743695Disabling compacts and flushes for region at 1731986743695Disabling writes for close at 1731986743695Writing region close event to WAL at 1731986743696 (+1 ms)Running coprocessor post-close hooks at 1731986743699 (+3 ms)Closed at 1731986743699 2024-11-19T03:25:43,699 WARN [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: 64d4cff49e1867bdd03194ad11c6990a to self. 2024-11-19T03:25:43,706 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:43,706 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=64d4cff49e1867bdd03194ad11c6990a, regionState=CLOSED 2024-11-19T03:25:43,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 because future has completed 2024-11-19T03:25:43,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-19T03:25:43,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure 64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 in 165 msec 2024-11-19T03:25:43,711 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64d4cff49e1867bdd03194ad11c6990a, REOPEN/MOVE; state=CLOSED, location=47efada56ed5,46547,1731986649537; forceNewPlan=false, retain=true 2024-11-19T03:25:43,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=64d4cff49e1867bdd03194ad11c6990a, regionState=OPENING, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:25:43,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64d4cff49e1867bdd03194ad11c6990a, REOPEN/MOVE because future has completed 2024-11-19T03:25:43,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537}] 2024-11-19T03:25:44,018 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:44,019 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:25:44,019 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:44,019 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:25:44,019 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:44,019 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:44,020 INFO [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:44,021 INFO [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d4cff49e1867bdd03194ad11c6990a columnFamilyName A 2024-11-19T03:25:44,021 DEBUG [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:44,022 INFO [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] regionserver.HStore(327): Store=64d4cff49e1867bdd03194ad11c6990a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:25:44,022 INFO [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:44,023 INFO [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d4cff49e1867bdd03194ad11c6990a columnFamilyName B 2024-11-19T03:25:44,023 DEBUG [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:44,023 INFO [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] regionserver.HStore(327): Store=64d4cff49e1867bdd03194ad11c6990a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:25:44,023 INFO [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:44,024 INFO [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d4cff49e1867bdd03194ad11c6990a columnFamilyName C 2024-11-19T03:25:44,024 DEBUG [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:44,024 INFO [StoreOpener-64d4cff49e1867bdd03194ad11c6990a-1 {}] regionserver.HStore(327): Store=64d4cff49e1867bdd03194ad11c6990a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:25:44,024 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:44,025 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:44,026 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:44,026 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:44,026 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:44,027 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T03:25:44,028 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:44,028 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened 64d4cff49e1867bdd03194ad11c6990a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63549328, jitterRate=-0.05304121971130371}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T03:25:44,029 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:44,029 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for 64d4cff49e1867bdd03194ad11c6990a: Running coprocessor pre-open hook at 1731986744019Writing region info on filesystem at 1731986744019Initializing all the Stores at 1731986744020 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986744020Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986744020Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986744020Cleaning up temporary data from old regions at 1731986744026 (+6 ms)Running coprocessor post-open hooks at 1731986744029 (+3 ms)Region opened successfully at 1731986744029 2024-11-19T03:25:44,030 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., pid=96, masterSystemTime=1731986744015 2024-11-19T03:25:44,032 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:44,032 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:44,032 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=64d4cff49e1867bdd03194ad11c6990a, regionState=OPEN, openSeqNum=5, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 because future has completed 2024-11-19T03:25:44,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-11-19T03:25:44,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 in 172 msec 2024-11-19T03:25:44,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-19T03:25:44,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64d4cff49e1867bdd03194ad11c6990a, REOPEN/MOVE in 496 msec 2024-11-19T03:25:44,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-19T03:25:44,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 500 msec 2024-11-19T03:25:44,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 516 msec 2024-11-19T03:25:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-19T03:25:44,043 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:44,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ff38b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:44,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:44,044 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3406cbf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:44,046 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:44,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b826a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ec6412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:44,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:44,049 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:44,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:44,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:44,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44941ce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:44,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:44,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:44,051 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:44,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743cc39e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f2378c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:44,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:44,053 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36571a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:44,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:44,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:44,054 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55206d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cc49f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:44,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:44,056 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:44,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:44,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:44,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a9fb2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:44,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:44,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:44,058 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:44,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84be158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0f0eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:44,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:44,059 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e05792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:44,061 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f95b72b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65616af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:44,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:44,063 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:44,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:44,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:44,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af8f9e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:44,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:44,064 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:44,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380de9e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74481d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:44,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:44,066 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1067ed0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:44,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:44,067 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:44,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6903c1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514b3d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:44,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:44,069 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b5ddea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:44,070 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:44,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed2520a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b14e3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:44,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:44,072 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:44,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:44,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:44,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135739ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:44,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:44,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:44,073 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:44,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79121ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e264c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:25:44,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:25:44,075 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:25:44,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:25:44,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:25:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2055d93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:25:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:25:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:25:44,077 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:25:44,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c6edac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:25:44,077 DEBUG [Thread-1448 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:44,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:44,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:44,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:44,080 DEBUG [Thread-1452 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:44,081 DEBUG [Thread-1467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:44,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:44,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:44,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:44,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:44,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:44,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:44,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:25:44,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:25:44,091 DEBUG [Thread-1452 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:25:44,091 DEBUG [Thread-1461 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:44,092 DEBUG [Thread-1465 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:44,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:44,094 DEBUG [Thread-1456 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:44,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:44,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:44,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:44,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:25:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:25:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:25:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-19T03:25:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-19T03:25:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:25:44,101 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:25:44,102 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:25:44,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:25:44,104 DEBUG [Thread-1459 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:44,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:44,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:44,107 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:44,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:44,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64d4cff49e1867bdd03194ad11c6990a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T03:25:44,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:25:44,119 DEBUG [Thread-1450 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:44,120 DEBUG [Thread-1463 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:44,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:44,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:44,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:44,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:44,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:25:44,125 DEBUG [Thread-1454 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:25:44,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:25:44,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:25:44,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:25:44,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:25:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:25:44,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191a74d1a2bac04786aa5870650adfc3d0_64d4cff49e1867bdd03194ad11c6990a is 50, key is test_row_0/A:col10/1731986744096/Put/seqid=0 2024-11-19T03:25:44,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986804169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986804169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986804172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986804170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-19T03:25:44,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742140_1316 (size=14594) 2024-11-19T03:25:44,203 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:44,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44408 deadline: 1731986804183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,207 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191a74d1a2bac04786aa5870650adfc3d0_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191a74d1a2bac04786aa5870650adfc3d0_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:44,208 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/a7983f02451e44f8918e674cd06c8980, store: [table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:44,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/a7983f02451e44f8918e674cd06c8980 is 175, key is test_row_0/A:col10/1731986744096/Put/seqid=0 2024-11-19T03:25:44,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742141_1317 (size=39549) 2024-11-19T03:25:44,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-19T03:25:44,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:44,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:44,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:44,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:44,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:44,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986804292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986804293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986804293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986804293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44408 deadline: 1731986804312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-19T03:25:44,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:44,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:44,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:44,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:44,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-19T03:25:44,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986804502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986804502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986804503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986804512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44408 deadline: 1731986804533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-19T03:25:44,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:44,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:44,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:44,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:44,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:44,634 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/a7983f02451e44f8918e674cd06c8980 2024-11-19T03:25:44,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/86e236db65ad43538bfe64d27b907fbd is 50, key is test_row_0/B:col10/1731986744096/Put/seqid=0 2024-11-19T03:25:44,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742142_1318 (size=12001) 2024-11-19T03:25:44,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-19T03:25:44,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:44,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:44,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:44,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:44,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-19T03:25:44,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986804813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986804824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986804822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986804832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44408 deadline: 1731986804842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:44,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:44,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:44,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-19T03:25:44,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:44,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:44,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:44,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:44,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:45,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-19T03:25:45,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:45,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:45,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:45,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:45,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:45,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/86e236db65ad43538bfe64d27b907fbd 2024-11-19T03:25:45,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/87d785a027bd4de6a8a61c329cf22241 is 50, key is test_row_0/C:col10/1731986744096/Put/seqid=0 2024-11-19T03:25:45,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742143_1319 (size=12001) 2024-11-19T03:25:45,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-19T03:25:45,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:45,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:45,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:45,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:45,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-19T03:25:45,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986805322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:45,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:45,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:45,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:45,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-19T03:25:45,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:45,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:45,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:45,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:45,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:45,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986805343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:45,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986805343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:45,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:45,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986805343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:45,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:45,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:45,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:45,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:45,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:45,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:45,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:45,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:45,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44408 deadline: 1731986805364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:45,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-19T03:25:45,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:45,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:45,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:45,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:45,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:45,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/87d785a027bd4de6a8a61c329cf22241 2024-11-19T03:25:45,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/a7983f02451e44f8918e674cd06c8980 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/a7983f02451e44f8918e674cd06c8980 2024-11-19T03:25:45,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/a7983f02451e44f8918e674cd06c8980, entries=200, sequenceid=16, filesize=38.6 K 2024-11-19T03:25:45,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/86e236db65ad43538bfe64d27b907fbd as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/86e236db65ad43538bfe64d27b907fbd 2024-11-19T03:25:45,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/86e236db65ad43538bfe64d27b907fbd, entries=150, sequenceid=16, filesize=11.7 K 2024-11-19T03:25:45,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/87d785a027bd4de6a8a61c329cf22241 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/87d785a027bd4de6a8a61c329cf22241 2024-11-19T03:25:45,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/87d785a027bd4de6a8a61c329cf22241, entries=150, sequenceid=16, filesize=11.7 K 2024-11-19T03:25:45,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 64d4cff49e1867bdd03194ad11c6990a in 1450ms, sequenceid=16, compaction requested=false 2024-11-19T03:25:45,560 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-19T03:25:45,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:45,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-19T03:25:45,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:45,648 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 64d4cff49e1867bdd03194ad11c6990a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T03:25:45,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111994fa4562f8a14f8aab294e08aac0aab4_64d4cff49e1867bdd03194ad11c6990a is 50, key is test_row_0/A:col10/1731986744179/Put/seqid=0 2024-11-19T03:25:45,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742144_1320 (size=12154) 2024-11-19T03:25:45,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:45,698 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111994fa4562f8a14f8aab294e08aac0aab4_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111994fa4562f8a14f8aab294e08aac0aab4_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:45,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/3e4655d86b3843599f31cde3cacca4da, store: [table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:45,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/3e4655d86b3843599f31cde3cacca4da is 175, key is test_row_0/A:col10/1731986744179/Put/seqid=0 2024-11-19T03:25:45,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742145_1321 (size=30955) 2024-11-19T03:25:46,115 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/3e4655d86b3843599f31cde3cacca4da 2024-11-19T03:25:46,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/b26b82b237c04fe4bdc8e3bd3b2d6ada is 50, key is test_row_0/B:col10/1731986744179/Put/seqid=0 2024-11-19T03:25:46,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742146_1322 (size=12001) 2024-11-19T03:25:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-19T03:25:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:46,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:46,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986806369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:46,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:46,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986806371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:46,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:46,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986806373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:46,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:46,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986806375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:46,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:46,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:46,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44408 deadline: 1731986806382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:46,390 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_2' in 64d4cff49e1867bdd03194ad11c6990a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:46,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:46,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986806482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:46,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986806482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:46,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:46,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:46,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986806492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:46,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986806493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:46,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:46,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:46,538 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T03:25:46,549 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/b26b82b237c04fe4bdc8e3bd3b2d6ada 2024-11-19T03:25:46,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/df9a798419bd4791a433825b83bea06e is 50, key is test_row_0/C:col10/1731986744179/Put/seqid=0 2024-11-19T03:25:46,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742147_1323 (size=12001) 2024-11-19T03:25:46,598 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/df9a798419bd4791a433825b83bea06e 2024-11-19T03:25:46,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/3e4655d86b3843599f31cde3cacca4da as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/3e4655d86b3843599f31cde3cacca4da 2024-11-19T03:25:46,620 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/3e4655d86b3843599f31cde3cacca4da, entries=150, sequenceid=40, filesize=30.2 K 2024-11-19T03:25:46,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/b26b82b237c04fe4bdc8e3bd3b2d6ada as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/b26b82b237c04fe4bdc8e3bd3b2d6ada 2024-11-19T03:25:46,633 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/b26b82b237c04fe4bdc8e3bd3b2d6ada, entries=150, sequenceid=40, filesize=11.7 K 2024-11-19T03:25:46,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/df9a798419bd4791a433825b83bea06e as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/df9a798419bd4791a433825b83bea06e 2024-11-19T03:25:46,651 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/df9a798419bd4791a433825b83bea06e, entries=150, sequenceid=40, filesize=11.7 K 2024-11-19T03:25:46,652 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 64d4cff49e1867bdd03194ad11c6990a in 1004ms, sequenceid=40, compaction requested=false 2024-11-19T03:25:46,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:46,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:46,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-19T03:25:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-19T03:25:46,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-19T03:25:46,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5520 sec 2024-11-19T03:25:46,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.5600 sec 2024-11-19T03:25:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:46,705 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:46,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64d4cff49e1867bdd03194ad11c6990a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T03:25:46,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199ba1cece1c2a433881323f6c987f4dd9_64d4cff49e1867bdd03194ad11c6990a is 50, key is test_row_0/A:col10/1731986746704/Put/seqid=0 2024-11-19T03:25:46,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742148_1324 (size=14594) 2024-11-19T03:25:46,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986806774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:46,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:46,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986806787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:46,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:46,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986806788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:46,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:46,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986806797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:46,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:46,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986806908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:46,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:46,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986806918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:46,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:46,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986806923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:46,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986806923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:46,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:46,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:47,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986807133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:47,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986807133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:47,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:47,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:47,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:47,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986807142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986807142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:47,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:47,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:47,190 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:47,195 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199ba1cece1c2a433881323f6c987f4dd9_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199ba1cece1c2a433881323f6c987f4dd9_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:47,199 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/a8fff20d0a2d40059b284e413d8ef55a, store: [table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:47,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/a8fff20d0a2d40059b284e413d8ef55a is 175, key is test_row_0/A:col10/1731986746704/Put/seqid=0 2024-11-19T03:25:47,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742149_1325 (size=39549) 2024-11-19T03:25:47,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986807443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:47,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986807443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:47,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:47,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986807462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:47,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:47,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986807462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:47,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:47,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:47,607 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/a8fff20d0a2d40059b284e413d8ef55a 2024-11-19T03:25:47,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/898bb1d19afd4b60a13cd12a777a8d4a is 50, key is test_row_0/B:col10/1731986746704/Put/seqid=0 2024-11-19T03:25:47,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742150_1326 (size=12001) 2024-11-19T03:25:47,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986807962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:47,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:47,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986807963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:47,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:47,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986807982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:47,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986807982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:47,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:47,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:47,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:48,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/898bb1d19afd4b60a13cd12a777a8d4a 2024-11-19T03:25:48,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/31aaa221771549928d94a5912cc1d7cb is 50, key is test_row_0/C:col10/1731986746704/Put/seqid=0 2024-11-19T03:25:48,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742151_1327 (size=12001) 2024-11-19T03:25:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-19T03:25:48,263 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:48,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:25:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-19T03:25:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-19T03:25:48,266 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:25:48,266 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:25:48,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:25:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-19T03:25:48,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-19T03:25:48,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:48,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:48,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:48,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:48,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:48,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44408 deadline: 1731986808412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:48,428 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_2' in 64d4cff49e1867bdd03194ad11c6990a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4245 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:48,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:48,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:48,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:48,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/31aaa221771549928d94a5912cc1d7cb 2024-11-19T03:25:48,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/a8fff20d0a2d40059b284e413d8ef55a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/a8fff20d0a2d40059b284e413d8ef55a 2024-11-19T03:25:48,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/a8fff20d0a2d40059b284e413d8ef55a, entries=200, sequenceid=53, filesize=38.6 K 2024-11-19T03:25:48,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/898bb1d19afd4b60a13cd12a777a8d4a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/898bb1d19afd4b60a13cd12a777a8d4a 2024-11-19T03:25:48,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/898bb1d19afd4b60a13cd12a777a8d4a, entries=150, sequenceid=53, filesize=11.7 K 2024-11-19T03:25:48,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/31aaa221771549928d94a5912cc1d7cb as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/31aaa221771549928d94a5912cc1d7cb 2024-11-19T03:25:48,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-19T03:25:48,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:48,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:48,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:48,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:48,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:48,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/31aaa221771549928d94a5912cc1d7cb, entries=150, sequenceid=53, filesize=11.7 K 2024-11-19T03:25:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:48,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 64d4cff49e1867bdd03194ad11c6990a in 1868ms, sequenceid=53, compaction requested=true 2024-11-19T03:25:48,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:48,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64d4cff49e1867bdd03194ad11c6990a:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:25:48,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:48,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64d4cff49e1867bdd03194ad11c6990a:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:25:48,573 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:48,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:48,573 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:48,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64d4cff49e1867bdd03194ad11c6990a:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:25:48,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:48,574 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:48,574 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:48,574 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 64d4cff49e1867bdd03194ad11c6990a/B is initiating minor compaction (all files) 2024-11-19T03:25:48,574 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 64d4cff49e1867bdd03194ad11c6990a/A is initiating minor compaction (all files) 2024-11-19T03:25:48,574 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64d4cff49e1867bdd03194ad11c6990a/B in TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:48,574 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64d4cff49e1867bdd03194ad11c6990a/A in TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:48,574 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/86e236db65ad43538bfe64d27b907fbd, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/b26b82b237c04fe4bdc8e3bd3b2d6ada, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/898bb1d19afd4b60a13cd12a777a8d4a] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp, totalSize=35.2 K 2024-11-19T03:25:48,574 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/a7983f02451e44f8918e674cd06c8980, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/3e4655d86b3843599f31cde3cacca4da, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/a8fff20d0a2d40059b284e413d8ef55a] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp, totalSize=107.5 K 2024-11-19T03:25:48,574 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:48,574 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/a7983f02451e44f8918e674cd06c8980, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/3e4655d86b3843599f31cde3cacca4da, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/a8fff20d0a2d40059b284e413d8ef55a] 2024-11-19T03:25:48,575 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 86e236db65ad43538bfe64d27b907fbd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731986744096 2024-11-19T03:25:48,575 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7983f02451e44f8918e674cd06c8980, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731986744096 2024-11-19T03:25:48,575 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting b26b82b237c04fe4bdc8e3bd3b2d6ada, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731986744166 2024-11-19T03:25:48,575 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e4655d86b3843599f31cde3cacca4da, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731986744166 2024-11-19T03:25:48,575 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8fff20d0a2d40059b284e413d8ef55a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731986746367 2024-11-19T03:25:48,575 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 898bb1d19afd4b60a13cd12a777a8d4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731986746370 2024-11-19T03:25:48,582 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64d4cff49e1867bdd03194ad11c6990a#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-19T03:25:48,583 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/e12194c36bd54af1ad22f6affdf42761 is 50, key is test_row_0/B:col10/1731986746704/Put/seqid=0 2024-11-19T03:25:48,584 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:48,589 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119a79ad9c34fd747c2a733df7af9b1d2fa_64d4cff49e1867bdd03194ad11c6990a store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:48,591 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119a79ad9c34fd747c2a733df7af9b1d2fa_64d4cff49e1867bdd03194ad11c6990a, store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:48,591 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119a79ad9c34fd747c2a733df7af9b1d2fa_64d4cff49e1867bdd03194ad11c6990a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:48,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742152_1328 (size=12104) 2024-11-19T03:25:48,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742153_1329 (size=4469) 2024-11-19T03:25:48,604 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64d4cff49e1867bdd03194ad11c6990a#A#compaction#280 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:48,604 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/3f57119d14a44985897798a297a377f8 is 175, key is test_row_0/A:col10/1731986746704/Put/seqid=0 2024-11-19T03:25:48,612 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/e12194c36bd54af1ad22f6affdf42761 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/e12194c36bd54af1ad22f6affdf42761 2024-11-19T03:25:48,620 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64d4cff49e1867bdd03194ad11c6990a/B of 64d4cff49e1867bdd03194ad11c6990a into e12194c36bd54af1ad22f6affdf42761(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:48,620 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:48,620 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., storeName=64d4cff49e1867bdd03194ad11c6990a/B, priority=13, startTime=1731986748573; duration=0sec 2024-11-19T03:25:48,620 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:48,621 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64d4cff49e1867bdd03194ad11c6990a:B 2024-11-19T03:25:48,621 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:48,625 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:48,625 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 64d4cff49e1867bdd03194ad11c6990a/C is initiating minor compaction (all files) 2024-11-19T03:25:48,625 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64d4cff49e1867bdd03194ad11c6990a/C in TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:48,625 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/87d785a027bd4de6a8a61c329cf22241, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/df9a798419bd4791a433825b83bea06e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/31aaa221771549928d94a5912cc1d7cb] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp, totalSize=35.2 K 2024-11-19T03:25:48,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742154_1330 (size=31058) 2024-11-19T03:25:48,627 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 87d785a027bd4de6a8a61c329cf22241, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731986744096 2024-11-19T03:25:48,628 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting df9a798419bd4791a433825b83bea06e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731986744166 2024-11-19T03:25:48,628 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 31aaa221771549928d94a5912cc1d7cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731986746370 2024-11-19T03:25:48,636 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/3f57119d14a44985897798a297a377f8 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/3f57119d14a44985897798a297a377f8 2024-11-19T03:25:48,642 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64d4cff49e1867bdd03194ad11c6990a#C#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:48,642 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/bf0e94fadd5142c89a69b0de892ec9c3 is 50, key is test_row_0/C:col10/1731986746704/Put/seqid=0 2024-11-19T03:25:48,643 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64d4cff49e1867bdd03194ad11c6990a/A of 64d4cff49e1867bdd03194ad11c6990a into 3f57119d14a44985897798a297a377f8(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:48,643 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:48,643 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., storeName=64d4cff49e1867bdd03194ad11c6990a/A, priority=13, startTime=1731986748573; duration=0sec 2024-11-19T03:25:48,643 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:48,643 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64d4cff49e1867bdd03194ad11c6990a:A 2024-11-19T03:25:48,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742155_1331 (size=12104) 2024-11-19T03:25:48,651 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/bf0e94fadd5142c89a69b0de892ec9c3 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/bf0e94fadd5142c89a69b0de892ec9c3 2024-11-19T03:25:48,655 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64d4cff49e1867bdd03194ad11c6990a/C of 64d4cff49e1867bdd03194ad11c6990a into bf0e94fadd5142c89a69b0de892ec9c3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:48,655 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:48,655 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., storeName=64d4cff49e1867bdd03194ad11c6990a/C, priority=13, startTime=1731986748573; duration=0sec 2024-11-19T03:25:48,655 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:48,655 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64d4cff49e1867bdd03194ad11c6990a:C 2024-11-19T03:25:48,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-19T03:25:48,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:48,725 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 64d4cff49e1867bdd03194ad11c6990a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T03:25:48,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199371936e23084604b49fadbcb0d93d41_64d4cff49e1867bdd03194ad11c6990a is 50, key is test_row_0/A:col10/1731986746784/Put/seqid=0 2024-11-19T03:25:48,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742156_1332 (size=12154) 2024-11-19T03:25:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-19T03:25:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:48,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:49,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986809009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:49,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:49,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986809015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:49,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:49,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986809016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:49,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986809020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:49,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:49,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986809123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:49,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:49,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986809132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:49,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:49,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986809132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:49,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:49,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986809133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:49,140 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199371936e23084604b49fadbcb0d93d41_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199371936e23084604b49fadbcb0d93d41_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:49,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/9b2aab051a4b400295cf0c6bfeb6e6d6, store: [table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:49,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/9b2aab051a4b400295cf0c6bfeb6e6d6 is 175, key is test_row_0/A:col10/1731986746784/Put/seqid=0 2024-11-19T03:25:49,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742157_1333 (size=30955) 2024-11-19T03:25:49,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986809332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:49,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986809342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:49,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986809342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:49,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986809342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:49,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:49,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:49,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-19T03:25:49,545 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/9b2aab051a4b400295cf0c6bfeb6e6d6 2024-11-19T03:25:49,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/3b705f2a00ca4be38134bb17714b0191 is 50, key is test_row_0/B:col10/1731986746784/Put/seqid=0 2024-11-19T03:25:49,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742158_1334 (size=12001) 2024-11-19T03:25:49,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986809642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:49,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986809652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986809652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986809652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:49,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:49,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:49,972 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/3b705f2a00ca4be38134bb17714b0191 2024-11-19T03:25:49,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/53f86ec0567a4ef8babb7120772dfbc4 is 50, key is test_row_0/C:col10/1731986746784/Put/seqid=0 2024-11-19T03:25:49,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742159_1335 (size=12001) 2024-11-19T03:25:50,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:50,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:50,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986810162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986810162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:50,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:50,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:50,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:50,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986810163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:50,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:50,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:50,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:50,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:50,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:50,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986810162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:50,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:50,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:50,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:50,400 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/53f86ec0567a4ef8babb7120772dfbc4 2024-11-19T03:25:50,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/9b2aab051a4b400295cf0c6bfeb6e6d6 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/9b2aab051a4b400295cf0c6bfeb6e6d6 2024-11-19T03:25:50,409 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/9b2aab051a4b400295cf0c6bfeb6e6d6, entries=150, sequenceid=79, filesize=30.2 K 2024-11-19T03:25:50,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/3b705f2a00ca4be38134bb17714b0191 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/3b705f2a00ca4be38134bb17714b0191 2024-11-19T03:25:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,414 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/3b705f2a00ca4be38134bb17714b0191, entries=150, sequenceid=79, filesize=11.7 K 2024-11-19T03:25:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/53f86ec0567a4ef8babb7120772dfbc4 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/53f86ec0567a4ef8babb7120772dfbc4 2024-11-19T03:25:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,420 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/53f86ec0567a4ef8babb7120772dfbc4, entries=150, sequenceid=79, filesize=11.7 K 2024-11-19T03:25:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,420 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 64d4cff49e1867bdd03194ad11c6990a in 1695ms, sequenceid=79, compaction requested=false 2024-11-19T03:25:50,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:50,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-19T03:25:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-19T03:25:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-19T03:25:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-19T03:25:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1560 sec 2024-11-19T03:25:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.1610 sec 2024-11-19T03:25:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:51,212 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:51,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64d4cff49e1867bdd03194ad11c6990a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T03:25:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193f5e577730e64f2daef627b2673b6e54_64d4cff49e1867bdd03194ad11c6990a is 50, key is test_row_0/A:col10/1731986749013/Put/seqid=0 2024-11-19T03:25:51,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742160_1336 (size=12154) 2024-11-19T03:25:51,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986811269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:51,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:51,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986811280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986811280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986811281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:51,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986811392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:51,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:51,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986811402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:51,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:51,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:51,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986811402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986811402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:51,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:51,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:51,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986811602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:51,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:51,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986811612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:51,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986811622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:51,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986811622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:51,643 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:51,646 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193f5e577730e64f2daef627b2673b6e54_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193f5e577730e64f2daef627b2673b6e54_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:51,647 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/9e0aea1d6a0b44d8aab3d683d14a164f, store: [table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:51,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/9e0aea1d6a0b44d8aab3d683d14a164f is 175, key is test_row_0/A:col10/1731986749013/Put/seqid=0 2024-11-19T03:25:51,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742161_1337 (size=30951) 2024-11-19T03:25:51,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986811912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:51,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:51,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986811932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:51,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:51,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986811932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:51,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:51,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:51,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986811932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:51,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:51,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:51,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:52,051 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/9e0aea1d6a0b44d8aab3d683d14a164f 2024-11-19T03:25:52,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/a316d6935bd24f3a96a1c944fe8610f4 is 50, key is test_row_0/B:col10/1731986749013/Put/seqid=0 2024-11-19T03:25:52,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742162_1338 (size=9657) 2024-11-19T03:25:52,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986812422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:52,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:52,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:52,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-19T03:25:52,442 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:52,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:25:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-19T03:25:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-19T03:25:52,444 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:25:52,445 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:25:52,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:25:52,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986812442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:52,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986812442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:52,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:52,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:52,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:52,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:52,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:52,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:52,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986812453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:52,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:52,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:52,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:52,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/a316d6935bd24f3a96a1c944fe8610f4 2024-11-19T03:25:52,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/1bf89c8ca92142a980af78cc57b19d87 is 50, key is test_row_0/C:col10/1731986749013/Put/seqid=0 2024-11-19T03:25:52,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742163_1339 (size=9657) 2024-11-19T03:25:52,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/1bf89c8ca92142a980af78cc57b19d87 2024-11-19T03:25:52,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/9e0aea1d6a0b44d8aab3d683d14a164f as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/9e0aea1d6a0b44d8aab3d683d14a164f 2024-11-19T03:25:52,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/9e0aea1d6a0b44d8aab3d683d14a164f, entries=150, sequenceid=93, filesize=30.2 K 2024-11-19T03:25:52,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44408 deadline: 1731986812472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:52,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/a316d6935bd24f3a96a1c944fe8610f4 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/a316d6935bd24f3a96a1c944fe8610f4 2024-11-19T03:25:52,477 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_2' in 64d4cff49e1867bdd03194ad11c6990a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8294 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:52,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/a316d6935bd24f3a96a1c944fe8610f4, entries=100, sequenceid=93, filesize=9.4 K 2024-11-19T03:25:52,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/1bf89c8ca92142a980af78cc57b19d87 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/1bf89c8ca92142a980af78cc57b19d87 2024-11-19T03:25:52,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/1bf89c8ca92142a980af78cc57b19d87, entries=100, sequenceid=93, filesize=9.4 K 2024-11-19T03:25:52,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 64d4cff49e1867bdd03194ad11c6990a in 1272ms, sequenceid=93, compaction requested=true 2024-11-19T03:25:52,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:52,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64d4cff49e1867bdd03194ad11c6990a:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:25:52,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:52,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64d4cff49e1867bdd03194ad11c6990a:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:25:52,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:52,484 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:52,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64d4cff49e1867bdd03194ad11c6990a:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:25:52,484 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:52,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:52,485 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92964 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:52,485 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:52,485 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 64d4cff49e1867bdd03194ad11c6990a/B is initiating minor compaction (all files) 2024-11-19T03:25:52,485 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 64d4cff49e1867bdd03194ad11c6990a/A is initiating minor compaction (all files) 2024-11-19T03:25:52,485 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64d4cff49e1867bdd03194ad11c6990a/A in TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:52,485 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64d4cff49e1867bdd03194ad11c6990a/B in TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:52,485 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/e12194c36bd54af1ad22f6affdf42761, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/3b705f2a00ca4be38134bb17714b0191, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/a316d6935bd24f3a96a1c944fe8610f4] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp, totalSize=33.0 K 2024-11-19T03:25:52,485 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/3f57119d14a44985897798a297a377f8, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/9b2aab051a4b400295cf0c6bfeb6e6d6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/9e0aea1d6a0b44d8aab3d683d14a164f] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp, totalSize=90.8 K 2024-11-19T03:25:52,485 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:52,485 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/3f57119d14a44985897798a297a377f8, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/9b2aab051a4b400295cf0c6bfeb6e6d6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/9e0aea1d6a0b44d8aab3d683d14a164f] 2024-11-19T03:25:52,486 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting e12194c36bd54af1ad22f6affdf42761, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731986746370 2024-11-19T03:25:52,486 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f57119d14a44985897798a297a377f8, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731986746370 2024-11-19T03:25:52,486 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b705f2a00ca4be38134bb17714b0191, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731986746767 2024-11-19T03:25:52,486 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b2aab051a4b400295cf0c6bfeb6e6d6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731986746767 2024-11-19T03:25:52,486 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting a316d6935bd24f3a96a1c944fe8610f4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731986749013 2024-11-19T03:25:52,486 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e0aea1d6a0b44d8aab3d683d14a164f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731986749013 2024-11-19T03:25:52,491 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:52,492 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64d4cff49e1867bdd03194ad11c6990a#B#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:52,493 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411197b84cdee680d4ece8188d8ec22b30c6e_64d4cff49e1867bdd03194ad11c6990a store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:52,493 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/da8f99691b274c8887ac420eabaa222b is 50, key is test_row_0/B:col10/1731986749013/Put/seqid=0 2024-11-19T03:25:52,494 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411197b84cdee680d4ece8188d8ec22b30c6e_64d4cff49e1867bdd03194ad11c6990a, store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:52,494 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197b84cdee680d4ece8188d8ec22b30c6e_64d4cff49e1867bdd03194ad11c6990a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:52,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742165_1341 (size=4469) 2024-11-19T03:25:52,499 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64d4cff49e1867bdd03194ad11c6990a#A#compaction#289 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:52,500 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/27b7427f33134af3b3d0d575219bc160 is 175, key is test_row_0/A:col10/1731986749013/Put/seqid=0 2024-11-19T03:25:52,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742164_1340 (size=12207) 2024-11-19T03:25:52,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742166_1342 (size=31268) 2024-11-19T03:25:52,520 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/27b7427f33134af3b3d0d575219bc160 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/27b7427f33134af3b3d0d575219bc160 2024-11-19T03:25:52,523 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64d4cff49e1867bdd03194ad11c6990a/A of 64d4cff49e1867bdd03194ad11c6990a into 27b7427f33134af3b3d0d575219bc160(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:52,523 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:52,523 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., storeName=64d4cff49e1867bdd03194ad11c6990a/A, priority=13, startTime=1731986752484; duration=0sec 2024-11-19T03:25:52,523 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:52,523 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64d4cff49e1867bdd03194ad11c6990a:A 2024-11-19T03:25:52,523 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:52,526 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:52,526 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 64d4cff49e1867bdd03194ad11c6990a/C is initiating minor compaction (all files) 2024-11-19T03:25:52,526 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64d4cff49e1867bdd03194ad11c6990a/C in TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:52,526 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/bf0e94fadd5142c89a69b0de892ec9c3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/53f86ec0567a4ef8babb7120772dfbc4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/1bf89c8ca92142a980af78cc57b19d87] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp, totalSize=33.0 K 2024-11-19T03:25:52,526 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf0e94fadd5142c89a69b0de892ec9c3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731986746370 2024-11-19T03:25:52,526 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53f86ec0567a4ef8babb7120772dfbc4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731986746767 2024-11-19T03:25:52,526 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bf89c8ca92142a980af78cc57b19d87, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731986749013 2024-11-19T03:25:52,531 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64d4cff49e1867bdd03194ad11c6990a#C#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:52,531 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/06902464ad51402fa5de5719a647cc09 is 50, key is test_row_0/C:col10/1731986749013/Put/seqid=0 2024-11-19T03:25:52,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742167_1343 (size=12207) 2024-11-19T03:25:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-19T03:25:52,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-19T03:25:52,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:52,597 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 64d4cff49e1867bdd03194ad11c6990a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T03:25:52,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111900ad106d76ce46be8ab879e67c0d6385_64d4cff49e1867bdd03194ad11c6990a is 50, key is test_row_0/A:col10/1731986751266/Put/seqid=0 2024-11-19T03:25:52,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742168_1344 (size=12154) 2024-11-19T03:25:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-19T03:25:52,909 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/da8f99691b274c8887ac420eabaa222b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/da8f99691b274c8887ac420eabaa222b 2024-11-19T03:25:52,913 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64d4cff49e1867bdd03194ad11c6990a/B of 64d4cff49e1867bdd03194ad11c6990a into da8f99691b274c8887ac420eabaa222b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:52,913 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:52,913 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., storeName=64d4cff49e1867bdd03194ad11c6990a/B, priority=13, startTime=1731986752484; duration=0sec 2024-11-19T03:25:52,913 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:52,913 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64d4cff49e1867bdd03194ad11c6990a:B 2024-11-19T03:25:52,938 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/06902464ad51402fa5de5719a647cc09 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/06902464ad51402fa5de5719a647cc09 2024-11-19T03:25:52,941 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64d4cff49e1867bdd03194ad11c6990a/C of 64d4cff49e1867bdd03194ad11c6990a into 06902464ad51402fa5de5719a647cc09(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:52,941 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:52,941 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., storeName=64d4cff49e1867bdd03194ad11c6990a/C, priority=13, startTime=1731986752484; duration=0sec 2024-11-19T03:25:52,941 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:52,941 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64d4cff49e1867bdd03194ad11c6990a:C 2024-11-19T03:25:53,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:53,008 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111900ad106d76ce46be8ab879e67c0d6385_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111900ad106d76ce46be8ab879e67c0d6385_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:53,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/fd401e3664824d338214051e782568c4, store: [table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:53,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/fd401e3664824d338214051e782568c4 is 175, key is test_row_0/A:col10/1731986751266/Put/seqid=0 2024-11-19T03:25:53,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742169_1345 (size=30955) 2024-11-19T03:25:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-19T03:25:53,413 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/fd401e3664824d338214051e782568c4 2024-11-19T03:25:53,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/7a820b0b29944278bb1a49e796d73646 is 50, key is test_row_0/B:col10/1731986751266/Put/seqid=0 2024-11-19T03:25:53,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742170_1346 (size=12001) 2024-11-19T03:25:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:53,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:53,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986813469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:53,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:53,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986813470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:53,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:53,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986813471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986813472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:53,481 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in 64d4cff49e1867bdd03194ad11c6990a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-19T03:25:53,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986813582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:53,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986813582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:53,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986813592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:53,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:53,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986813792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:53,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:53,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986813792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:53,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:53,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:53,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986813802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:53,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:53,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:53,825 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/7a820b0b29944278bb1a49e796d73646 2024-11-19T03:25:53,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/7302c4cc0d5d4b8f8ee2a3ea9e324f6b is 50, key is test_row_0/C:col10/1731986751266/Put/seqid=0 2024-11-19T03:25:53,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742171_1347 (size=12001) 2024-11-19T03:25:54,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986814102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:54,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986814102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:54,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986814112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:54,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:54,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:54,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:54,235 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/7302c4cc0d5d4b8f8ee2a3ea9e324f6b 2024-11-19T03:25:54,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/fd401e3664824d338214051e782568c4 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/fd401e3664824d338214051e782568c4 2024-11-19T03:25:54,241 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/fd401e3664824d338214051e782568c4, entries=150, sequenceid=116, filesize=30.2 K 2024-11-19T03:25:54,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/7a820b0b29944278bb1a49e796d73646 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/7a820b0b29944278bb1a49e796d73646 2024-11-19T03:25:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,245 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/7a820b0b29944278bb1a49e796d73646, entries=150, sequenceid=116, filesize=11.7 K 2024-11-19T03:25:54,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/7302c4cc0d5d4b8f8ee2a3ea9e324f6b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/7302c4cc0d5d4b8f8ee2a3ea9e324f6b 2024-11-19T03:25:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,248 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/7302c4cc0d5d4b8f8ee2a3ea9e324f6b, entries=150, sequenceid=116, filesize=11.7 K 2024-11-19T03:25:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,249 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 64d4cff49e1867bdd03194ad11c6990a in 1652ms, sequenceid=116, compaction requested=false 2024-11-19T03:25:54,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:54,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-19T03:25:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-19T03:25:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-19T03:25:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8060 sec 2024-11-19T03:25:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.8100 sec 2024-11-19T03:25:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-19T03:25:54,593 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:25:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-19T03:25:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,595 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:25:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-19T03:25:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,596 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:25:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:25:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:54,639 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64d4cff49e1867bdd03194ad11c6990a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T03:25:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e7c9d34ffdb14a94afb19b6a78828dc1_64d4cff49e1867bdd03194ad11c6990a is 50, key is test_row_0/A:col10/1731986753469/Put/seqid=0 2024-11-19T03:25:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742172_1348 (size=12254) 2024-11-19T03:25:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-19T03:25:54,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986814737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:54,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986814737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:54,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:54,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:54,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:54,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:54,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:54,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:54,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-19T03:25:54,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986814738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:54,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:54,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:54,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:54,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:54,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:54,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986814852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:54,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986814852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:54,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986814852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:54,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:54,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-19T03:25:54,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:54,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:54,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:54,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:54,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-19T03:25:55,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-19T03:25:55,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:55,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:55,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:55,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:55,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:55,075 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:55,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986815072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:55,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986815072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:55,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:55,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:55,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986815072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:55,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:55,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:55,078 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e7c9d34ffdb14a94afb19b6a78828dc1_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e7c9d34ffdb14a94afb19b6a78828dc1_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:55,079 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/2dff24de978a4d54850a8d3b7ed8e2ce, store: [table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:55,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/2dff24de978a4d54850a8d3b7ed8e2ce is 175, key is test_row_0/A:col10/1731986753469/Put/seqid=0 2024-11-19T03:25:55,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742173_1349 (size=31051) 2024-11-19T03:25:55,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-19T03:25:55,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:55,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:55,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:55,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:55,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:55,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-19T03:25:55,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-19T03:25:55,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:55,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:55,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:55,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:55,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:55,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986815382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:55,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986815383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:55,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986815383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:55,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:55,483 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/2dff24de978a4d54850a8d3b7ed8e2ce 2024-11-19T03:25:55,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/1b21de22d46f42ce945e475bafc3d922 is 50, key is test_row_0/B:col10/1731986753469/Put/seqid=0 2024-11-19T03:25:55,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742174_1350 (size=9757) 2024-11-19T03:25:55,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/1b21de22d46f42ce945e475bafc3d922 2024-11-19T03:25:55,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/c374bf8a215940d08582e90efd5831ba is 50, key is test_row_0/C:col10/1731986753469/Put/seqid=0 2024-11-19T03:25:55,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742175_1351 (size=9757) 2024-11-19T03:25:55,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986815502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:55,506 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in 64d4cff49e1867bdd03194ad11c6990a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:55,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:55,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-19T03:25:55,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:55,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:55,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:55,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:55,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:55,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-19T03:25:55,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:55,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:55,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:55,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:55,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-19T03:25:55,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-19T03:25:55,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:55,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:55,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:55,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:55,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:55,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986815892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:55,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:55,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/c374bf8a215940d08582e90efd5831ba 2024-11-19T03:25:55,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/2dff24de978a4d54850a8d3b7ed8e2ce as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/2dff24de978a4d54850a8d3b7ed8e2ce 2024-11-19T03:25:55,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/2dff24de978a4d54850a8d3b7ed8e2ce, entries=150, sequenceid=133, filesize=30.3 K 2024-11-19T03:25:55,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/1b21de22d46f42ce945e475bafc3d922 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/1b21de22d46f42ce945e475bafc3d922 2024-11-19T03:25:55,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986815902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986815902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:55,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/1b21de22d46f42ce945e475bafc3d922, entries=100, sequenceid=133, filesize=9.5 K 2024-11-19T03:25:55,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/c374bf8a215940d08582e90efd5831ba as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/c374bf8a215940d08582e90efd5831ba 2024-11-19T03:25:55,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/c374bf8a215940d08582e90efd5831ba, entries=100, sequenceid=133, filesize=9.5 K 2024-11-19T03:25:55,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 64d4cff49e1867bdd03194ad11c6990a in 1276ms, sequenceid=133, compaction requested=true 2024-11-19T03:25:55,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:55,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64d4cff49e1867bdd03194ad11c6990a:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:25:55,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:55,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64d4cff49e1867bdd03194ad11c6990a:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:25:55,915 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:55,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:55,915 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:55,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64d4cff49e1867bdd03194ad11c6990a:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:25:55,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:55,916 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:55,916 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93274 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:55,916 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 64d4cff49e1867bdd03194ad11c6990a/B is initiating minor compaction (all files) 2024-11-19T03:25:55,916 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 64d4cff49e1867bdd03194ad11c6990a/A is initiating minor compaction (all files) 2024-11-19T03:25:55,916 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64d4cff49e1867bdd03194ad11c6990a/B in TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:55,916 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64d4cff49e1867bdd03194ad11c6990a/A in TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:55,916 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/da8f99691b274c8887ac420eabaa222b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/7a820b0b29944278bb1a49e796d73646, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/1b21de22d46f42ce945e475bafc3d922] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp, totalSize=33.2 K 2024-11-19T03:25:55,916 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/27b7427f33134af3b3d0d575219bc160, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/fd401e3664824d338214051e782568c4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/2dff24de978a4d54850a8d3b7ed8e2ce] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp, totalSize=91.1 K 2024-11-19T03:25:55,916 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:55,916 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/27b7427f33134af3b3d0d575219bc160, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/fd401e3664824d338214051e782568c4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/2dff24de978a4d54850a8d3b7ed8e2ce] 2024-11-19T03:25:55,916 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting da8f99691b274c8887ac420eabaa222b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731986746767 2024-11-19T03:25:55,917 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a820b0b29944278bb1a49e796d73646, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731986751266 2024-11-19T03:25:55,917 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b21de22d46f42ce945e475bafc3d922, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731986753469 2024-11-19T03:25:55,917 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27b7427f33134af3b3d0d575219bc160, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731986746767 2024-11-19T03:25:55,917 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd401e3664824d338214051e782568c4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731986751266 2024-11-19T03:25:55,918 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dff24de978a4d54850a8d3b7ed8e2ce, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731986753450 2024-11-19T03:25:55,922 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:55,923 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64d4cff49e1867bdd03194ad11c6990a#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:55,924 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/52ab21fdd96647e5bd7d24284ae3a77c is 50, key is test_row_0/B:col10/1731986753469/Put/seqid=0 2024-11-19T03:25:55,928 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119605fa8a0cd7c457883c7f005fdcbf71b_64d4cff49e1867bdd03194ad11c6990a store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:55,930 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119605fa8a0cd7c457883c7f005fdcbf71b_64d4cff49e1867bdd03194ad11c6990a, store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:55,930 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119605fa8a0cd7c457883c7f005fdcbf71b_64d4cff49e1867bdd03194ad11c6990a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:55,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742176_1352 (size=12409) 2024-11-19T03:25:55,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742177_1353 (size=4469) 2024-11-19T03:25:55,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-19T03:25:55,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:55,973 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 64d4cff49e1867bdd03194ad11c6990a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T03:25:55,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d8560e8fad714411af772205701bb175_64d4cff49e1867bdd03194ad11c6990a is 50, key is test_row_0/A:col10/1731986754734/Put/seqid=0 2024-11-19T03:25:55,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742178_1354 (size=12304) 2024-11-19T03:25:56,336 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/52ab21fdd96647e5bd7d24284ae3a77c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/52ab21fdd96647e5bd7d24284ae3a77c 2024-11-19T03:25:56,339 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64d4cff49e1867bdd03194ad11c6990a#A#compaction#298 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:56,340 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/7675e78953fd4721922c25a3dc72c6e4 is 175, key is test_row_0/A:col10/1731986753469/Put/seqid=0 2024-11-19T03:25:56,340 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64d4cff49e1867bdd03194ad11c6990a/B of 64d4cff49e1867bdd03194ad11c6990a into 52ab21fdd96647e5bd7d24284ae3a77c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:56,340 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:56,340 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., storeName=64d4cff49e1867bdd03194ad11c6990a/B, priority=13, startTime=1731986755915; duration=0sec 2024-11-19T03:25:56,340 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:56,340 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64d4cff49e1867bdd03194ad11c6990a:B 2024-11-19T03:25:56,340 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:56,342 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:56,342 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 64d4cff49e1867bdd03194ad11c6990a/C is initiating minor compaction (all files) 2024-11-19T03:25:56,342 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64d4cff49e1867bdd03194ad11c6990a/C in TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:56,342 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/06902464ad51402fa5de5719a647cc09, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/7302c4cc0d5d4b8f8ee2a3ea9e324f6b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/c374bf8a215940d08582e90efd5831ba] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp, totalSize=33.2 K 2024-11-19T03:25:56,342 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 06902464ad51402fa5de5719a647cc09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731986746767 2024-11-19T03:25:56,343 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7302c4cc0d5d4b8f8ee2a3ea9e324f6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731986751266 2024-11-19T03:25:56,343 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting c374bf8a215940d08582e90efd5831ba, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731986753469 2024-11-19T03:25:56,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742179_1355 (size=31470) 2024-11-19T03:25:56,348 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64d4cff49e1867bdd03194ad11c6990a#C#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:56,349 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/2eeefc44d4124a728eddc552a1bb1eae is 50, key is test_row_0/C:col10/1731986753469/Put/seqid=0 2024-11-19T03:25:56,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742180_1356 (size=12409) 2024-11-19T03:25:56,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:56,389 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d8560e8fad714411af772205701bb175_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d8560e8fad714411af772205701bb175_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:56,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/2b0059d5d4b44f66894b56b4287c9228, store: [table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:56,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/2b0059d5d4b44f66894b56b4287c9228 is 175, key is test_row_0/A:col10/1731986754734/Put/seqid=0 2024-11-19T03:25:56,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742181_1357 (size=31105) 2024-11-19T03:25:56,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-19T03:25:56,748 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/7675e78953fd4721922c25a3dc72c6e4 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/7675e78953fd4721922c25a3dc72c6e4 2024-11-19T03:25:56,753 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64d4cff49e1867bdd03194ad11c6990a/A of 64d4cff49e1867bdd03194ad11c6990a into 7675e78953fd4721922c25a3dc72c6e4(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:56,753 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:56,753 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., storeName=64d4cff49e1867bdd03194ad11c6990a/A, priority=13, startTime=1731986755915; duration=0sec 2024-11-19T03:25:56,753 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:56,753 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64d4cff49e1867bdd03194ad11c6990a:A 2024-11-19T03:25:56,755 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/2eeefc44d4124a728eddc552a1bb1eae as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/2eeefc44d4124a728eddc552a1bb1eae 2024-11-19T03:25:56,759 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64d4cff49e1867bdd03194ad11c6990a/C of 64d4cff49e1867bdd03194ad11c6990a into 2eeefc44d4124a728eddc552a1bb1eae(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:56,759 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:56,760 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., storeName=64d4cff49e1867bdd03194ad11c6990a/C, priority=13, startTime=1731986755915; duration=0sec 2024-11-19T03:25:56,760 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:56,760 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64d4cff49e1867bdd03194ad11c6990a:C 2024-11-19T03:25:56,794 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/2b0059d5d4b44f66894b56b4287c9228 2024-11-19T03:25:56,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/de539083826c44eea5d52d55acfd5012 is 50, key is test_row_0/B:col10/1731986754734/Put/seqid=0 2024-11-19T03:25:56,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742182_1358 (size=12151) 2024-11-19T03:25:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:56,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:56,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986816933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:56,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:56,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:56,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:56,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986816942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:56,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:56,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:56,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:56,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986816942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:56,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:56,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:56,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:57,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986817052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:57,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:57,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:57,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986817052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:57,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:57,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:57,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:57,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986817052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:57,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:57,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:57,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:57,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:57,211 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/de539083826c44eea5d52d55acfd5012 2024-11-19T03:25:57,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/1d3ce5c943ff41e19e36ad30dc5f1ce9 is 50, key is test_row_0/C:col10/1731986754734/Put/seqid=0 2024-11-19T03:25:57,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742183_1359 (size=12151) 2024-11-19T03:25:57,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986817262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:57,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986817263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:57,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986817263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:57,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986817572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:57,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:57,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:57,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:57,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986817572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:57,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:57,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:57,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:57,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986817572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:57,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:57,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:57,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:57,621 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/1d3ce5c943ff41e19e36ad30dc5f1ce9 2024-11-19T03:25:57,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/2b0059d5d4b44f66894b56b4287c9228 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/2b0059d5d4b44f66894b56b4287c9228 2024-11-19T03:25:57,628 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/2b0059d5d4b44f66894b56b4287c9228, entries=150, sequenceid=154, filesize=30.4 K 2024-11-19T03:25:57,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/de539083826c44eea5d52d55acfd5012 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/de539083826c44eea5d52d55acfd5012 2024-11-19T03:25:57,631 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/de539083826c44eea5d52d55acfd5012, entries=150, sequenceid=154, filesize=11.9 K 2024-11-19T03:25:57,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/1d3ce5c943ff41e19e36ad30dc5f1ce9 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/1d3ce5c943ff41e19e36ad30dc5f1ce9 2024-11-19T03:25:57,636 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/1d3ce5c943ff41e19e36ad30dc5f1ce9, entries=150, sequenceid=154, filesize=11.9 K 2024-11-19T03:25:57,637 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 64d4cff49e1867bdd03194ad11c6990a in 1664ms, sequenceid=154, compaction requested=false 2024-11-19T03:25:57,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:57,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:57,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-19T03:25:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-19T03:25:57,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-19T03:25:57,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0420 sec 2024-11-19T03:25:57,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 3.0470 sec 2024-11-19T03:25:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:58,095 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:25:58,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64d4cff49e1867bdd03194ad11c6990a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T03:25:58,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119319a008a16f4464ea8a24eea60df2e87_64d4cff49e1867bdd03194ad11c6990a is 50, key is test_row_0/A:col10/1731986756941/Put/seqid=0 2024-11-19T03:25:58,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742184_1360 (size=14794) 2024-11-19T03:25:58,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986818134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:58,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:58,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986818134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:58,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986818141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:58,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986818252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:58,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986818252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986818253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:58,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986818462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:58,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986818472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:58,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986818473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:58,505 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:58,508 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119319a008a16f4464ea8a24eea60df2e87_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119319a008a16f4464ea8a24eea60df2e87_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:58,508 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/e96a5cbe01bc4dc39f5f1ae07ba03377, store: [table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:58,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/e96a5cbe01bc4dc39f5f1ae07ba03377 is 175, key is test_row_0/A:col10/1731986756941/Put/seqid=0 2024-11-19T03:25:58,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742185_1361 (size=39749) 2024-11-19T03:25:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-19T03:25:58,752 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:25:58,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:25:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-19T03:25:58,754 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:25:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-19T03:25:58,754 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:25:58,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:25:58,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986818772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:58,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:58,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986818782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:58,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:58,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986818792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:58,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:58,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-19T03:25:58,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-19T03:25:58,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:58,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:58,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:58,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:58,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:58,912 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/e96a5cbe01bc4dc39f5f1ae07ba03377 2024-11-19T03:25:58,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/477f186a13da4c6bad57b91c6c159d0c is 50, key is test_row_0/B:col10/1731986756941/Put/seqid=0 2024-11-19T03:25:58,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742186_1362 (size=12151) 2024-11-19T03:25:59,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-19T03:25:59,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:59,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:59,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:59,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:59,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-19T03:25:59,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-19T03:25:59,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:59,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:59,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:59,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:59,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:59,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986819292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:59,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986819292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:59,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986819302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:59,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/477f186a13da4c6bad57b91c6c159d0c 2024-11-19T03:25:59,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/d8e8221e04be486184da7e851f6261f4 is 50, key is test_row_0/C:col10/1731986756941/Put/seqid=0 2024-11-19T03:25:59,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742187_1363 (size=12151) 2024-11-19T03:25:59,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-19T03:25:59,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:59,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:59,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:59,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:59,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-19T03:25:59,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-19T03:25:59,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:59,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:59,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:59,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:59,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:59,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:25:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44480 deadline: 1731986819542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:25:59,550 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in 64d4cff49e1867bdd03194ad11c6990a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8270 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:25:59,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:59,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:25:59,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:25:59,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-19T03:25:59,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:59,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:25:59,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:59,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:59,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:25:59,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/d8e8221e04be486184da7e851f6261f4 2024-11-19T03:25:59,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/e96a5cbe01bc4dc39f5f1ae07ba03377 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/e96a5cbe01bc4dc39f5f1ae07ba03377 2024-11-19T03:25:59,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/e96a5cbe01bc4dc39f5f1ae07ba03377, entries=200, sequenceid=173, filesize=38.8 K 2024-11-19T03:25:59,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/477f186a13da4c6bad57b91c6c159d0c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/477f186a13da4c6bad57b91c6c159d0c 2024-11-19T03:25:59,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/477f186a13da4c6bad57b91c6c159d0c, entries=150, sequenceid=173, filesize=11.9 K 2024-11-19T03:25:59,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/d8e8221e04be486184da7e851f6261f4 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/d8e8221e04be486184da7e851f6261f4 2024-11-19T03:25:59,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/d8e8221e04be486184da7e851f6261f4, entries=150, sequenceid=173, filesize=11.9 K 2024-11-19T03:25:59,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 64d4cff49e1867bdd03194ad11c6990a in 1649ms, sequenceid=173, compaction requested=true 2024-11-19T03:25:59,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:59,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64d4cff49e1867bdd03194ad11c6990a:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:25:59,744 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:59,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:59,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64d4cff49e1867bdd03194ad11c6990a:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:25:59,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:59,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64d4cff49e1867bdd03194ad11c6990a:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:25:59,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T03:25:59,745 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102324 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:59,745 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 64d4cff49e1867bdd03194ad11c6990a/A is initiating minor compaction (all files) 2024-11-19T03:25:59,745 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64d4cff49e1867bdd03194ad11c6990a/A in TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:59,745 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:59,746 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/7675e78953fd4721922c25a3dc72c6e4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/2b0059d5d4b44f66894b56b4287c9228, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/e96a5cbe01bc4dc39f5f1ae07ba03377] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp, totalSize=99.9 K 2024-11-19T03:25:59,746 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:59,746 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/7675e78953fd4721922c25a3dc72c6e4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/2b0059d5d4b44f66894b56b4287c9228, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/e96a5cbe01bc4dc39f5f1ae07ba03377] 2024-11-19T03:25:59,746 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7675e78953fd4721922c25a3dc72c6e4, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731986751280 2024-11-19T03:25:59,746 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:59,746 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 64d4cff49e1867bdd03194ad11c6990a/B is initiating minor compaction (all files) 2024-11-19T03:25:59,746 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64d4cff49e1867bdd03194ad11c6990a/B in TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:59,747 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/52ab21fdd96647e5bd7d24284ae3a77c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/de539083826c44eea5d52d55acfd5012, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/477f186a13da4c6bad57b91c6c159d0c] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp, totalSize=35.9 K 2024-11-19T03:25:59,747 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b0059d5d4b44f66894b56b4287c9228, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731986754718 2024-11-19T03:25:59,747 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 52ab21fdd96647e5bd7d24284ae3a77c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731986751280 2024-11-19T03:25:59,747 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting e96a5cbe01bc4dc39f5f1ae07ba03377, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731986756932 2024-11-19T03:25:59,747 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting de539083826c44eea5d52d55acfd5012, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731986754718 2024-11-19T03:25:59,747 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 477f186a13da4c6bad57b91c6c159d0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731986756940 2024-11-19T03:25:59,752 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:59,753 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64d4cff49e1867bdd03194ad11c6990a#B#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:59,753 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/51968eb2cfb945419c26186465032e0f is 50, key is test_row_0/B:col10/1731986756941/Put/seqid=0 2024-11-19T03:25:59,754 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111907775aed6ee743938461f3f4581df8e9_64d4cff49e1867bdd03194ad11c6990a store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:59,755 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111907775aed6ee743938461f3f4581df8e9_64d4cff49e1867bdd03194ad11c6990a, store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:59,755 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111907775aed6ee743938461f3f4581df8e9_64d4cff49e1867bdd03194ad11c6990a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:59,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742189_1365 (size=4469) 2024-11-19T03:25:59,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742188_1364 (size=12561) 2024-11-19T03:25:59,759 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64d4cff49e1867bdd03194ad11c6990a#A#compaction#307 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:59,759 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/c7404191c0d34905b89b2b199a291a05 is 175, key is test_row_0/A:col10/1731986756941/Put/seqid=0 2024-11-19T03:25:59,762 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/51968eb2cfb945419c26186465032e0f as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/51968eb2cfb945419c26186465032e0f 2024-11-19T03:25:59,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742190_1366 (size=31515) 2024-11-19T03:25:59,768 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64d4cff49e1867bdd03194ad11c6990a/B of 64d4cff49e1867bdd03194ad11c6990a into 51968eb2cfb945419c26186465032e0f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:59,768 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:59,768 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., storeName=64d4cff49e1867bdd03194ad11c6990a/B, priority=13, startTime=1731986759744; duration=0sec 2024-11-19T03:25:59,768 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:25:59,768 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64d4cff49e1867bdd03194ad11c6990a:B 2024-11-19T03:25:59,768 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:25:59,769 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:25:59,769 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 64d4cff49e1867bdd03194ad11c6990a/C is initiating minor compaction (all files) 2024-11-19T03:25:59,769 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64d4cff49e1867bdd03194ad11c6990a/C in TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:59,769 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/2eeefc44d4124a728eddc552a1bb1eae, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/1d3ce5c943ff41e19e36ad30dc5f1ce9, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/d8e8221e04be486184da7e851f6261f4] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp, totalSize=35.9 K 2024-11-19T03:25:59,770 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/c7404191c0d34905b89b2b199a291a05 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/c7404191c0d34905b89b2b199a291a05 2024-11-19T03:25:59,770 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 2eeefc44d4124a728eddc552a1bb1eae, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731986751280 2024-11-19T03:25:59,770 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d3ce5c943ff41e19e36ad30dc5f1ce9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731986754718 2024-11-19T03:25:59,772 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting d8e8221e04be486184da7e851f6261f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731986756940 2024-11-19T03:25:59,776 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64d4cff49e1867bdd03194ad11c6990a/A of 64d4cff49e1867bdd03194ad11c6990a into c7404191c0d34905b89b2b199a291a05(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:59,776 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:59,776 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., storeName=64d4cff49e1867bdd03194ad11c6990a/A, priority=13, startTime=1731986759744; duration=0sec 2024-11-19T03:25:59,776 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:59,777 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64d4cff49e1867bdd03194ad11c6990a:A 2024-11-19T03:25:59,778 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64d4cff49e1867bdd03194ad11c6990a#C#compaction#308 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:25:59,779 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/738e53c4229d40e09b9660e6491bf1f7 is 50, key is test_row_0/C:col10/1731986756941/Put/seqid=0 2024-11-19T03:25:59,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742191_1367 (size=12561) 2024-11-19T03:25:59,794 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/738e53c4229d40e09b9660e6491bf1f7 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/738e53c4229d40e09b9660e6491bf1f7 2024-11-19T03:25:59,800 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64d4cff49e1867bdd03194ad11c6990a/C of 64d4cff49e1867bdd03194ad11c6990a into 738e53c4229d40e09b9660e6491bf1f7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:25:59,800 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:25:59,800 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., storeName=64d4cff49e1867bdd03194ad11c6990a/C, priority=13, startTime=1731986759745; duration=0sec 2024-11-19T03:25:59,800 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:25:59,800 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64d4cff49e1867bdd03194ad11c6990a:C 2024-11-19T03:25:59,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-19T03:25:59,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:25:59,822 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 64d4cff49e1867bdd03194ad11c6990a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T03:25:59,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b815bc682af641ffa7b3625a1c455cbb_64d4cff49e1867bdd03194ad11c6990a is 50, key is test_row_0/A:col10/1731986758129/Put/seqid=0 2024-11-19T03:25:59,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742192_1368 (size=12304) 2024-11-19T03:25:59,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:25:59,836 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b815bc682af641ffa7b3625a1c455cbb_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b815bc682af641ffa7b3625a1c455cbb_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:25:59,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/c72e0a63586f42a8ba750571de5bc724, store: [table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:25:59,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/c72e0a63586f42a8ba750571de5bc724 is 175, key is test_row_0/A:col10/1731986758129/Put/seqid=0 2024-11-19T03:25:59,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742193_1369 (size=31105) 2024-11-19T03:25:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-19T03:26:00,241 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/c72e0a63586f42a8ba750571de5bc724 2024-11-19T03:26:00,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/a9dff44ba9ca47a783f21a5bf365739b is 50, key is test_row_0/B:col10/1731986758129/Put/seqid=0 2024-11-19T03:26:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742194_1370 (size=12151) 2024-11-19T03:26:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:00,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:26:00,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986820332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:00,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:00,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986820338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:00,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:00,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986820339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:00,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:00,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986820452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:00,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:00,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986820452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:00,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:00,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986820452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:00,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:00,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:00,650 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/a9dff44ba9ca47a783f21a5bf365739b 2024-11-19T03:26:00,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/c54e9290e4364e33a46f051001a16b6f is 50, key is test_row_0/C:col10/1731986758129/Put/seqid=0 2024-11-19T03:26:00,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742195_1371 (size=12151) 2024-11-19T03:26:00,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986820662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:00,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:00,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986820672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:00,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986820672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-19T03:26:00,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986820972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:00,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:00,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986820982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:00,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:00,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986820982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:00,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:00,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:01,061 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/c54e9290e4364e33a46f051001a16b6f 2024-11-19T03:26:01,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/c72e0a63586f42a8ba750571de5bc724 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/c72e0a63586f42a8ba750571de5bc724 2024-11-19T03:26:01,067 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/c72e0a63586f42a8ba750571de5bc724, entries=150, sequenceid=196, filesize=30.4 K 2024-11-19T03:26:01,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/a9dff44ba9ca47a783f21a5bf365739b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/a9dff44ba9ca47a783f21a5bf365739b 2024-11-19T03:26:01,070 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/a9dff44ba9ca47a783f21a5bf365739b, entries=150, sequenceid=196, filesize=11.9 K 2024-11-19T03:26:01,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/c54e9290e4364e33a46f051001a16b6f as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/c54e9290e4364e33a46f051001a16b6f 2024-11-19T03:26:01,073 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/c54e9290e4364e33a46f051001a16b6f, entries=150, sequenceid=196, filesize=11.9 K 2024-11-19T03:26:01,074 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 64d4cff49e1867bdd03194ad11c6990a in 1251ms, sequenceid=196, compaction requested=false 2024-11-19T03:26:01,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:26:01,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:26:01,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-19T03:26:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-19T03:26:01,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-19T03:26:01,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3210 sec 2024-11-19T03:26:01,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.3240 sec 2024-11-19T03:26:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:01,486 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:01,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64d4cff49e1867bdd03194ad11c6990a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T03:26:01,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d6a4489866e24baba52e17e09c58a4e4_64d4cff49e1867bdd03194ad11c6990a is 50, key is test_row_0/A:col10/1731986760330/Put/seqid=0 2024-11-19T03:26:01,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742196_1372 (size=14794) 2024-11-19T03:26:01,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986821533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:01,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:01,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:01,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:01,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986821534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:01,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:01,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:01,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:01,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986821535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:01,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:01,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:01,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:01,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986821642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:01,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:01,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:01,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:01,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986821652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:01,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:01,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:01,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986821652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:01,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:01,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:01,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:01,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:01,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986821852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:01,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:01,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:01,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:01,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986821872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:01,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:01,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:01,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986821872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:01,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:01,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:01,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:01,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:01,901 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:01,904 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d6a4489866e24baba52e17e09c58a4e4_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d6a4489866e24baba52e17e09c58a4e4_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:01,904 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/0dde513957004724953a35f004f7c2b0, store: [table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:26:01,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/0dde513957004724953a35f004f7c2b0 is 175, key is test_row_0/A:col10/1731986760330/Put/seqid=0 2024-11-19T03:26:01,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742197_1373 (size=39749) 2024-11-19T03:26:01,909 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/0dde513957004724953a35f004f7c2b0 2024-11-19T03:26:01,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/b50868139d7043108ceade088cdc62d2 is 50, key is test_row_0/B:col10/1731986760330/Put/seqid=0 2024-11-19T03:26:01,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742198_1374 (size=12151) 2024-11-19T03:26:02,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986822162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:02,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986822192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:02,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:02,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:02,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986822192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:02,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:02,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:02,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:02,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:02,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/b50868139d7043108ceade088cdc62d2 2024-11-19T03:26:02,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/c7e21f76a87743c7b219847cbe624b8e is 50, key is test_row_0/C:col10/1731986760330/Put/seqid=0 2024-11-19T03:26:02,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742199_1375 (size=12151) 2024-11-19T03:26:02,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44408 deadline: 1731986822572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:02,580 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_2' in 64d4cff49e1867bdd03194ad11c6990a of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18397 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:26:02,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:02,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:02,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:02,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986822672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:02,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:02,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:02,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:02,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986822702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:02,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:02,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:02,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986822702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:02,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:02,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:02,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:02,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:02,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/c7e21f76a87743c7b219847cbe624b8e 2024-11-19T03:26:02,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/0dde513957004724953a35f004f7c2b0 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/0dde513957004724953a35f004f7c2b0 2024-11-19T03:26:02,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/0dde513957004724953a35f004f7c2b0, entries=200, sequenceid=213, filesize=38.8 K 2024-11-19T03:26:02,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/b50868139d7043108ceade088cdc62d2 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/b50868139d7043108ceade088cdc62d2 2024-11-19T03:26:02,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/b50868139d7043108ceade088cdc62d2, entries=150, sequenceid=213, filesize=11.9 K 2024-11-19T03:26:02,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/c7e21f76a87743c7b219847cbe624b8e as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/c7e21f76a87743c7b219847cbe624b8e 2024-11-19T03:26:02,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/c7e21f76a87743c7b219847cbe624b8e, entries=150, sequenceid=213, filesize=11.9 K 2024-11-19T03:26:02,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 64d4cff49e1867bdd03194ad11c6990a in 1257ms, sequenceid=213, compaction requested=true 2024-11-19T03:26:02,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:26:02,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64d4cff49e1867bdd03194ad11c6990a:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:26:02,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:02,744 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:02,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64d4cff49e1867bdd03194ad11c6990a:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:26:02,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:02,744 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:02,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64d4cff49e1867bdd03194ad11c6990a:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:26:02,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:02,746 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:02,746 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:02,746 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 64d4cff49e1867bdd03194ad11c6990a/A is initiating minor compaction (all files) 2024-11-19T03:26:02,746 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 64d4cff49e1867bdd03194ad11c6990a/B is initiating minor compaction (all files) 2024-11-19T03:26:02,746 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64d4cff49e1867bdd03194ad11c6990a/B in TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:26:02,746 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64d4cff49e1867bdd03194ad11c6990a/A in TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:26:02,746 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/c7404191c0d34905b89b2b199a291a05, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/c72e0a63586f42a8ba750571de5bc724, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/0dde513957004724953a35f004f7c2b0] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp, totalSize=100.0 K 2024-11-19T03:26:02,746 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/51968eb2cfb945419c26186465032e0f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/a9dff44ba9ca47a783f21a5bf365739b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/b50868139d7043108ceade088cdc62d2] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp, totalSize=36.0 K 2024-11-19T03:26:02,746 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:26:02,746 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/c7404191c0d34905b89b2b199a291a05, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/c72e0a63586f42a8ba750571de5bc724, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/0dde513957004724953a35f004f7c2b0] 2024-11-19T03:26:02,747 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 51968eb2cfb945419c26186465032e0f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731986756940 2024-11-19T03:26:02,747 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7404191c0d34905b89b2b199a291a05, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731986756940 2024-11-19T03:26:02,747 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c72e0a63586f42a8ba750571de5bc724, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731986758106 2024-11-19T03:26:02,747 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting a9dff44ba9ca47a783f21a5bf365739b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731986758106 2024-11-19T03:26:02,747 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0dde513957004724953a35f004f7c2b0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731986760330 2024-11-19T03:26:02,747 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting b50868139d7043108ceade088cdc62d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731986760330 2024-11-19T03:26:02,756 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64d4cff49e1867bdd03194ad11c6990a#B#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:02,756 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/fab354d6ecd24bf79258189f8f89a728 is 50, key is test_row_0/B:col10/1731986760330/Put/seqid=0 2024-11-19T03:26:02,757 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:26:02,762 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119e74eaaf531924aa394f53a2b559b7a0e_64d4cff49e1867bdd03194ad11c6990a store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:26:02,764 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119e74eaaf531924aa394f53a2b559b7a0e_64d4cff49e1867bdd03194ad11c6990a, store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:26:02,764 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e74eaaf531924aa394f53a2b559b7a0e_64d4cff49e1867bdd03194ad11c6990a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:26:02,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742201_1377 (size=4469) 2024-11-19T03:26:02,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742200_1376 (size=12663) 2024-11-19T03:26:02,772 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64d4cff49e1867bdd03194ad11c6990a#A#compaction#316 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:02,773 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/c6abcead9190403eb9627c104e714952 is 175, key is test_row_0/A:col10/1731986760330/Put/seqid=0 2024-11-19T03:26:02,776 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/fab354d6ecd24bf79258189f8f89a728 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/fab354d6ecd24bf79258189f8f89a728 2024-11-19T03:26:02,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742202_1378 (size=31617) 2024-11-19T03:26:02,780 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64d4cff49e1867bdd03194ad11c6990a/B of 64d4cff49e1867bdd03194ad11c6990a into fab354d6ecd24bf79258189f8f89a728(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:02,780 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:26:02,780 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., storeName=64d4cff49e1867bdd03194ad11c6990a/B, priority=13, startTime=1731986762744; duration=0sec 2024-11-19T03:26:02,780 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:02,781 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64d4cff49e1867bdd03194ad11c6990a:B 2024-11-19T03:26:02,781 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:02,782 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:02,782 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 64d4cff49e1867bdd03194ad11c6990a/C is initiating minor compaction (all files) 2024-11-19T03:26:02,782 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64d4cff49e1867bdd03194ad11c6990a/C in TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:26:02,782 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/738e53c4229d40e09b9660e6491bf1f7, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/c54e9290e4364e33a46f051001a16b6f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/c7e21f76a87743c7b219847cbe624b8e] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp, totalSize=36.0 K 2024-11-19T03:26:02,782 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 738e53c4229d40e09b9660e6491bf1f7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731986756940 2024-11-19T03:26:02,783 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting c54e9290e4364e33a46f051001a16b6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731986758106 2024-11-19T03:26:02,783 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting c7e21f76a87743c7b219847cbe624b8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731986760330 2024-11-19T03:26:02,789 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64d4cff49e1867bdd03194ad11c6990a#C#compaction#317 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:02,789 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/8c1d08a2e38a42978aec73bf129197a7 is 50, key is test_row_0/C:col10/1731986760330/Put/seqid=0 2024-11-19T03:26:02,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742203_1379 (size=12663) 2024-11-19T03:26:02,802 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/8c1d08a2e38a42978aec73bf129197a7 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/8c1d08a2e38a42978aec73bf129197a7 2024-11-19T03:26:02,806 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64d4cff49e1867bdd03194ad11c6990a/C of 64d4cff49e1867bdd03194ad11c6990a into 8c1d08a2e38a42978aec73bf129197a7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:02,806 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:26:02,806 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., storeName=64d4cff49e1867bdd03194ad11c6990a/C, priority=13, startTime=1731986762744; duration=0sec 2024-11-19T03:26:02,806 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:02,806 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64d4cff49e1867bdd03194ad11c6990a:C 2024-11-19T03:26:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-19T03:26:02,922 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:02,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:26:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-19T03:26:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-19T03:26:02,924 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:26:02,925 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:26:02,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:26:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-19T03:26:03,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-19T03:26:03,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:26:03,077 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 64d4cff49e1867bdd03194ad11c6990a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-19T03:26:03,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e02095055a6c4c94b075fef5d5626c5d_64d4cff49e1867bdd03194ad11c6990a is 50, key is test_row_0/A:col10/1731986761533/Put/seqid=0 2024-11-19T03:26:03,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742204_1380 (size=12304) 2024-11-19T03:26:03,180 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/c6abcead9190403eb9627c104e714952 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/c6abcead9190403eb9627c104e714952 2024-11-19T03:26:03,184 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64d4cff49e1867bdd03194ad11c6990a/A of 64d4cff49e1867bdd03194ad11c6990a into c6abcead9190403eb9627c104e714952(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:03,184 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:26:03,184 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., storeName=64d4cff49e1867bdd03194ad11c6990a/A, priority=13, startTime=1731986762744; duration=0sec 2024-11-19T03:26:03,184 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:03,185 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64d4cff49e1867bdd03194ad11c6990a:A 2024-11-19T03:26:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-19T03:26:03,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:03,489 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e02095055a6c4c94b075fef5d5626c5d_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e02095055a6c4c94b075fef5d5626c5d_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:03,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/473da522aa42441288dcccbe3751052f, store: [table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:26:03,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/473da522aa42441288dcccbe3751052f is 175, key is test_row_0/A:col10/1731986761533/Put/seqid=0 2024-11-19T03:26:03,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742205_1381 (size=31105) 2024-11-19T03:26:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-19T03:26:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:03,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. as already flushing 2024-11-19T03:26:03,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986823733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:03,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:03,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:03,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:03,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986823735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:03,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:03,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:03,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:03,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986823736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:03,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:03,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:03,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:03,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986823842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:03,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:03,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:03,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:03,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986823852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:03,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986823852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:03,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:03,893 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/473da522aa42441288dcccbe3751052f 2024-11-19T03:26:03,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/4ca702d0d5694b2f866b67fd9bd4dabc is 50, key is test_row_0/B:col10/1731986761533/Put/seqid=0 2024-11-19T03:26:03,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742206_1382 (size=12151) 2024-11-19T03:26:04,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986824052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-19T03:26:04,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986824063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:04,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986824063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:04,131 INFO [Thread-1467 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1467. 2024-11-19T03:26:04,131 DEBUG [Thread-1467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:04,131 DEBUG [Thread-1467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:04,131 DEBUG [Thread-1467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:04,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:04,134 INFO [Thread-1463 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1463. 2024-11-19T03:26:04,134 DEBUG [Thread-1463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:04,134 DEBUG [Thread-1463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:04,134 INFO [Thread-1461 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1461. 2024-11-19T03:26:04,134 DEBUG [Thread-1463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:04,134 DEBUG [Thread-1461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:04,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:04,134 DEBUG [Thread-1461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:04,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:04,134 DEBUG [Thread-1461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:04,139 INFO [Thread-1465 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1465. 2024-11-19T03:26:04,139 DEBUG [Thread-1465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:04,139 DEBUG [Thread-1465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:04,139 DEBUG [Thread-1465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:04,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:04,141 INFO [Thread-1459 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1459. 2024-11-19T03:26:04,141 DEBUG [Thread-1459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:04,141 DEBUG [Thread-1459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:04,141 DEBUG [Thread-1459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:04,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:04,306 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/4ca702d0d5694b2f866b67fd9bd4dabc 2024-11-19T03:26:04,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/2e968030029f4dc68481ba54ac047628 is 50, key is test_row_0/C:col10/1731986761533/Put/seqid=0 2024-11-19T03:26:04,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742207_1383 (size=12151) 2024-11-19T03:26:04,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44416 deadline: 1731986824363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:04,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:04,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:04,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:04,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44504 deadline: 1731986824372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:04,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44454 deadline: 1731986824372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:04,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:04,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:04,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:04,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:04,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:04,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:04,720 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/2e968030029f4dc68481ba54ac047628 2024-11-19T03:26:04,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/473da522aa42441288dcccbe3751052f as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/473da522aa42441288dcccbe3751052f 2024-11-19T03:26:04,790 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/473da522aa42441288dcccbe3751052f, entries=150, sequenceid=234, filesize=30.4 K 2024-11-19T03:26:04,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/4ca702d0d5694b2f866b67fd9bd4dabc as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/4ca702d0d5694b2f866b67fd9bd4dabc 2024-11-19T03:26:04,795 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/4ca702d0d5694b2f866b67fd9bd4dabc, entries=150, sequenceid=234, filesize=11.9 K 2024-11-19T03:26:04,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/2e968030029f4dc68481ba54ac047628 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/2e968030029f4dc68481ba54ac047628 2024-11-19T03:26:04,799 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/2e968030029f4dc68481ba54ac047628, entries=150, sequenceid=234, filesize=11.9 K 2024-11-19T03:26:04,800 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 64d4cff49e1867bdd03194ad11c6990a in 1722ms, sequenceid=234, compaction requested=false 2024-11-19T03:26:04,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:26:04,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:26:04,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-19T03:26:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-19T03:26:04,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-19T03:26:04,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8760 sec 2024-11-19T03:26:04,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.8800 sec 2024-11-19T03:26:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:04,875 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:04,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 64d4cff49e1867bdd03194ad11c6990a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T03:26:04,875 INFO [Thread-1452 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1452. 2024-11-19T03:26:04,875 DEBUG [Thread-1452 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:04,875 DEBUG [Thread-1452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:04,875 DEBUG [Thread-1452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:04,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:04,885 INFO [Thread-1456 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1456. 2024-11-19T03:26:04,885 INFO [Thread-1454 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1454. 2024-11-19T03:26:04,885 DEBUG [Thread-1456 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:04,885 DEBUG [Thread-1456 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:04,885 DEBUG [Thread-1454 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:04,885 DEBUG [Thread-1454 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:04,885 DEBUG [Thread-1456 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:04,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:04,886 DEBUG [Thread-1454 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:04,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:04,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119075f84023f2140efbc92178d1618fd07_64d4cff49e1867bdd03194ad11c6990a is 50, key is test_row_0/A:col10/1731986763719/Put/seqid=0 2024-11-19T03:26:04,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742208_1384 (size=12304) 2024-11-19T03:26:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-19T03:26:05,073 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:05,292 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:05,297 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119075f84023f2140efbc92178d1618fd07_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119075f84023f2140efbc92178d1618fd07_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:05,298 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/0b95d97dad854a8b9aa9a96181f32d7b, store: [table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:26:05,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/0b95d97dad854a8b9aa9a96181f32d7b is 175, key is test_row_0/A:col10/1731986763719/Put/seqid=0 2024-11-19T03:26:05,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742209_1385 (size=31105) 2024-11-19T03:26:05,703 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/0b95d97dad854a8b9aa9a96181f32d7b 2024-11-19T03:26:05,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/545410c82d1d4cb2b4094e0fb14c3a34 is 50, key is test_row_0/B:col10/1731986763719/Put/seqid=0 2024-11-19T03:26:05,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742210_1386 (size=12151) 2024-11-19T03:26:06,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/545410c82d1d4cb2b4094e0fb14c3a34 2024-11-19T03:26:06,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/3e624b1dd6c94888850c728c4ab82df7 is 50, key is test_row_0/C:col10/1731986763719/Put/seqid=0 2024-11-19T03:26:06,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742211_1387 (size=12151) 2024-11-19T03:26:06,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/3e624b1dd6c94888850c728c4ab82df7 2024-11-19T03:26:06,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/0b95d97dad854a8b9aa9a96181f32d7b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/0b95d97dad854a8b9aa9a96181f32d7b 2024-11-19T03:26:06,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/0b95d97dad854a8b9aa9a96181f32d7b, entries=150, sequenceid=253, filesize=30.4 K 2024-11-19T03:26:06,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/545410c82d1d4cb2b4094e0fb14c3a34 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/545410c82d1d4cb2b4094e0fb14c3a34 2024-11-19T03:26:06,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/545410c82d1d4cb2b4094e0fb14c3a34, entries=150, sequenceid=253, filesize=11.9 K 2024-11-19T03:26:06,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/3e624b1dd6c94888850c728c4ab82df7 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/3e624b1dd6c94888850c728c4ab82df7 2024-11-19T03:26:06,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/3e624b1dd6c94888850c728c4ab82df7, entries=150, sequenceid=253, filesize=11.9 K 2024-11-19T03:26:06,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=13.42 KB/13740 for 64d4cff49e1867bdd03194ad11c6990a in 1676ms, sequenceid=253, compaction requested=true 2024-11-19T03:26:06,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:26:06,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64d4cff49e1867bdd03194ad11c6990a:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:26:06,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:06,551 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:06,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64d4cff49e1867bdd03194ad11c6990a:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:26:06,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:06,551 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:06,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 64d4cff49e1867bdd03194ad11c6990a:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:26:06,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:06,553 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:06,553 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93827 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:06,553 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 64d4cff49e1867bdd03194ad11c6990a/A is initiating minor compaction (all files) 2024-11-19T03:26:06,553 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 64d4cff49e1867bdd03194ad11c6990a/B is initiating minor compaction (all files) 2024-11-19T03:26:06,553 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64d4cff49e1867bdd03194ad11c6990a/A in TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:26:06,553 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64d4cff49e1867bdd03194ad11c6990a/B in TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:26:06,553 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/c6abcead9190403eb9627c104e714952, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/473da522aa42441288dcccbe3751052f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/0b95d97dad854a8b9aa9a96181f32d7b] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp, totalSize=91.6 K 2024-11-19T03:26:06,553 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/fab354d6ecd24bf79258189f8f89a728, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/4ca702d0d5694b2f866b67fd9bd4dabc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/545410c82d1d4cb2b4094e0fb14c3a34] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp, totalSize=36.1 K 2024-11-19T03:26:06,553 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:26:06,553 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/c6abcead9190403eb9627c104e714952, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/473da522aa42441288dcccbe3751052f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/0b95d97dad854a8b9aa9a96181f32d7b] 2024-11-19T03:26:06,553 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6abcead9190403eb9627c104e714952, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731986760330 2024-11-19T03:26:06,553 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting fab354d6ecd24bf79258189f8f89a728, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731986760330 2024-11-19T03:26:06,554 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ca702d0d5694b2f866b67fd9bd4dabc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731986761532 2024-11-19T03:26:06,554 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 473da522aa42441288dcccbe3751052f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731986761532 2024-11-19T03:26:06,554 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 545410c82d1d4cb2b4094e0fb14c3a34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731986763719 2024-11-19T03:26:06,554 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b95d97dad854a8b9aa9a96181f32d7b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731986763719 2024-11-19T03:26:06,562 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:26:06,562 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64d4cff49e1867bdd03194ad11c6990a#B#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:06,563 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/cc5ff620ae6143eeb95cee80ac0912fb is 50, key is test_row_0/B:col10/1731986763719/Put/seqid=0 2024-11-19T03:26:06,563 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119ac8e883c085a4a72a0ca845c862c3d5f_64d4cff49e1867bdd03194ad11c6990a store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:26:06,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742212_1388 (size=12765) 2024-11-19T03:26:06,587 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119ac8e883c085a4a72a0ca845c862c3d5f_64d4cff49e1867bdd03194ad11c6990a, store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:26:06,587 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ac8e883c085a4a72a0ca845c862c3d5f_64d4cff49e1867bdd03194ad11c6990a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:26:06,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742213_1389 (size=4469) 2024-11-19T03:26:06,973 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/cc5ff620ae6143eeb95cee80ac0912fb as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/cc5ff620ae6143eeb95cee80ac0912fb 2024-11-19T03:26:06,978 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64d4cff49e1867bdd03194ad11c6990a/B of 64d4cff49e1867bdd03194ad11c6990a into cc5ff620ae6143eeb95cee80ac0912fb(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:06,978 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:26:06,978 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., storeName=64d4cff49e1867bdd03194ad11c6990a/B, priority=13, startTime=1731986766551; duration=0sec 2024-11-19T03:26:06,978 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:06,978 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64d4cff49e1867bdd03194ad11c6990a:B 2024-11-19T03:26:06,978 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:06,979 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:06,979 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 64d4cff49e1867bdd03194ad11c6990a/C is initiating minor compaction (all files) 2024-11-19T03:26:06,980 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 64d4cff49e1867bdd03194ad11c6990a/C in TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:26:06,980 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/8c1d08a2e38a42978aec73bf129197a7, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/2e968030029f4dc68481ba54ac047628, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/3e624b1dd6c94888850c728c4ab82df7] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp, totalSize=36.1 K 2024-11-19T03:26:06,980 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c1d08a2e38a42978aec73bf129197a7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731986760330 2024-11-19T03:26:06,980 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e968030029f4dc68481ba54ac047628, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731986761532 2024-11-19T03:26:06,981 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e624b1dd6c94888850c728c4ab82df7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731986763719 2024-11-19T03:26:06,991 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64d4cff49e1867bdd03194ad11c6990a#C#compaction#326 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:06,991 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 64d4cff49e1867bdd03194ad11c6990a#A#compaction#325 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:06,992 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/8b9ab64d0a40430e94a300155406286f is 50, key is test_row_0/C:col10/1731986763719/Put/seqid=0 2024-11-19T03:26:06,992 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/683b54f8f6b741a69234cd0589c79754 is 175, key is test_row_0/A:col10/1731986763719/Put/seqid=0 2024-11-19T03:26:06,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742214_1390 (size=12765) 2024-11-19T03:26:06,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742215_1391 (size=31719) 2024-11-19T03:26:07,407 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/683b54f8f6b741a69234cd0589c79754 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/683b54f8f6b741a69234cd0589c79754 2024-11-19T03:26:07,407 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/8b9ab64d0a40430e94a300155406286f as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/8b9ab64d0a40430e94a300155406286f 2024-11-19T03:26:07,411 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64d4cff49e1867bdd03194ad11c6990a/C of 64d4cff49e1867bdd03194ad11c6990a into 8b9ab64d0a40430e94a300155406286f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:07,411 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 64d4cff49e1867bdd03194ad11c6990a/A of 64d4cff49e1867bdd03194ad11c6990a into 683b54f8f6b741a69234cd0589c79754(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:07,411 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:26:07,411 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 64d4cff49e1867bdd03194ad11c6990a: 2024-11-19T03:26:07,411 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., storeName=64d4cff49e1867bdd03194ad11c6990a/C, priority=13, startTime=1731986766551; duration=0sec 2024-11-19T03:26:07,411 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., storeName=64d4cff49e1867bdd03194ad11c6990a/A, priority=13, startTime=1731986766551; duration=0sec 2024-11-19T03:26:07,411 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:07,412 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64d4cff49e1867bdd03194ad11c6990a:A 2024-11-19T03:26:07,412 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:07,412 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 64d4cff49e1867bdd03194ad11c6990a:C 2024-11-19T03:26:07,677 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T03:26:09,597 INFO [Thread-1450 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1450. 2024-11-19T03:26:09,597 DEBUG [Thread-1450 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:09,597 DEBUG [Thread-1450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:09,597 DEBUG [Thread-1450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:09,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:11,476 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/a7983f02451e44f8918e674cd06c8980, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/3e4655d86b3843599f31cde3cacca4da, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/a8fff20d0a2d40059b284e413d8ef55a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/3f57119d14a44985897798a297a377f8, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/9b2aab051a4b400295cf0c6bfeb6e6d6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/27b7427f33134af3b3d0d575219bc160, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/9e0aea1d6a0b44d8aab3d683d14a164f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/fd401e3664824d338214051e782568c4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/7675e78953fd4721922c25a3dc72c6e4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/2dff24de978a4d54850a8d3b7ed8e2ce, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/2b0059d5d4b44f66894b56b4287c9228, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/e96a5cbe01bc4dc39f5f1ae07ba03377, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/c7404191c0d34905b89b2b199a291a05, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/c72e0a63586f42a8ba750571de5bc724, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/0dde513957004724953a35f004f7c2b0, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/c6abcead9190403eb9627c104e714952, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/473da522aa42441288dcccbe3751052f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/0b95d97dad854a8b9aa9a96181f32d7b] to archive 2024-11-19T03:26:11,477 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:26:11,478 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/a7983f02451e44f8918e674cd06c8980 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/a7983f02451e44f8918e674cd06c8980 2024-11-19T03:26:11,479 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/3e4655d86b3843599f31cde3cacca4da to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/3e4655d86b3843599f31cde3cacca4da 2024-11-19T03:26:11,480 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/a8fff20d0a2d40059b284e413d8ef55a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/a8fff20d0a2d40059b284e413d8ef55a 2024-11-19T03:26:11,481 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/3f57119d14a44985897798a297a377f8 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/3f57119d14a44985897798a297a377f8 2024-11-19T03:26:11,482 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/9b2aab051a4b400295cf0c6bfeb6e6d6 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/9b2aab051a4b400295cf0c6bfeb6e6d6 2024-11-19T03:26:11,483 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/27b7427f33134af3b3d0d575219bc160 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/27b7427f33134af3b3d0d575219bc160 2024-11-19T03:26:11,484 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/9e0aea1d6a0b44d8aab3d683d14a164f to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/9e0aea1d6a0b44d8aab3d683d14a164f 2024-11-19T03:26:11,485 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/fd401e3664824d338214051e782568c4 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/fd401e3664824d338214051e782568c4 2024-11-19T03:26:11,486 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/7675e78953fd4721922c25a3dc72c6e4 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/7675e78953fd4721922c25a3dc72c6e4 2024-11-19T03:26:11,487 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/2dff24de978a4d54850a8d3b7ed8e2ce to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/2dff24de978a4d54850a8d3b7ed8e2ce 2024-11-19T03:26:11,488 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/2b0059d5d4b44f66894b56b4287c9228 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/2b0059d5d4b44f66894b56b4287c9228 2024-11-19T03:26:11,489 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/e96a5cbe01bc4dc39f5f1ae07ba03377 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/e96a5cbe01bc4dc39f5f1ae07ba03377 2024-11-19T03:26:11,491 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/c7404191c0d34905b89b2b199a291a05 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/c7404191c0d34905b89b2b199a291a05 2024-11-19T03:26:11,492 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/c72e0a63586f42a8ba750571de5bc724 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/c72e0a63586f42a8ba750571de5bc724 2024-11-19T03:26:11,493 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/0dde513957004724953a35f004f7c2b0 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/0dde513957004724953a35f004f7c2b0 2024-11-19T03:26:11,495 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/c6abcead9190403eb9627c104e714952 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/c6abcead9190403eb9627c104e714952 2024-11-19T03:26:11,496 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/473da522aa42441288dcccbe3751052f to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/473da522aa42441288dcccbe3751052f 2024-11-19T03:26:11,497 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/0b95d97dad854a8b9aa9a96181f32d7b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/0b95d97dad854a8b9aa9a96181f32d7b 2024-11-19T03:26:11,500 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/86e236db65ad43538bfe64d27b907fbd, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/b26b82b237c04fe4bdc8e3bd3b2d6ada, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/e12194c36bd54af1ad22f6affdf42761, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/898bb1d19afd4b60a13cd12a777a8d4a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/3b705f2a00ca4be38134bb17714b0191, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/da8f99691b274c8887ac420eabaa222b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/a316d6935bd24f3a96a1c944fe8610f4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/7a820b0b29944278bb1a49e796d73646, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/52ab21fdd96647e5bd7d24284ae3a77c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/1b21de22d46f42ce945e475bafc3d922, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/de539083826c44eea5d52d55acfd5012, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/51968eb2cfb945419c26186465032e0f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/477f186a13da4c6bad57b91c6c159d0c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/a9dff44ba9ca47a783f21a5bf365739b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/fab354d6ecd24bf79258189f8f89a728, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/b50868139d7043108ceade088cdc62d2, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/4ca702d0d5694b2f866b67fd9bd4dabc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/545410c82d1d4cb2b4094e0fb14c3a34] to archive 2024-11-19T03:26:11,501 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:26:11,502 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/86e236db65ad43538bfe64d27b907fbd to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/86e236db65ad43538bfe64d27b907fbd 2024-11-19T03:26:11,503 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/b26b82b237c04fe4bdc8e3bd3b2d6ada to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/b26b82b237c04fe4bdc8e3bd3b2d6ada 2024-11-19T03:26:11,504 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/e12194c36bd54af1ad22f6affdf42761 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/e12194c36bd54af1ad22f6affdf42761 2024-11-19T03:26:11,505 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/898bb1d19afd4b60a13cd12a777a8d4a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/898bb1d19afd4b60a13cd12a777a8d4a 2024-11-19T03:26:11,506 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/3b705f2a00ca4be38134bb17714b0191 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/3b705f2a00ca4be38134bb17714b0191 2024-11-19T03:26:11,506 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/da8f99691b274c8887ac420eabaa222b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/da8f99691b274c8887ac420eabaa222b 2024-11-19T03:26:11,507 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/a316d6935bd24f3a96a1c944fe8610f4 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/a316d6935bd24f3a96a1c944fe8610f4 2024-11-19T03:26:11,508 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/7a820b0b29944278bb1a49e796d73646 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/7a820b0b29944278bb1a49e796d73646 2024-11-19T03:26:11,509 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/52ab21fdd96647e5bd7d24284ae3a77c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/52ab21fdd96647e5bd7d24284ae3a77c 2024-11-19T03:26:11,510 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/1b21de22d46f42ce945e475bafc3d922 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/1b21de22d46f42ce945e475bafc3d922 2024-11-19T03:26:11,511 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/de539083826c44eea5d52d55acfd5012 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/de539083826c44eea5d52d55acfd5012 2024-11-19T03:26:11,512 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/51968eb2cfb945419c26186465032e0f to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/51968eb2cfb945419c26186465032e0f 2024-11-19T03:26:11,513 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/477f186a13da4c6bad57b91c6c159d0c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/477f186a13da4c6bad57b91c6c159d0c 2024-11-19T03:26:11,513 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/a9dff44ba9ca47a783f21a5bf365739b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/a9dff44ba9ca47a783f21a5bf365739b 2024-11-19T03:26:11,514 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/fab354d6ecd24bf79258189f8f89a728 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/fab354d6ecd24bf79258189f8f89a728 2024-11-19T03:26:11,515 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/b50868139d7043108ceade088cdc62d2 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/b50868139d7043108ceade088cdc62d2 2024-11-19T03:26:11,516 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/4ca702d0d5694b2f866b67fd9bd4dabc to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/4ca702d0d5694b2f866b67fd9bd4dabc 2024-11-19T03:26:11,517 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/545410c82d1d4cb2b4094e0fb14c3a34 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/545410c82d1d4cb2b4094e0fb14c3a34 2024-11-19T03:26:11,520 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/87d785a027bd4de6a8a61c329cf22241, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/df9a798419bd4791a433825b83bea06e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/bf0e94fadd5142c89a69b0de892ec9c3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/31aaa221771549928d94a5912cc1d7cb, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/53f86ec0567a4ef8babb7120772dfbc4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/06902464ad51402fa5de5719a647cc09, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/1bf89c8ca92142a980af78cc57b19d87, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/7302c4cc0d5d4b8f8ee2a3ea9e324f6b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/2eeefc44d4124a728eddc552a1bb1eae, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/c374bf8a215940d08582e90efd5831ba, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/1d3ce5c943ff41e19e36ad30dc5f1ce9, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/738e53c4229d40e09b9660e6491bf1f7, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/d8e8221e04be486184da7e851f6261f4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/c54e9290e4364e33a46f051001a16b6f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/8c1d08a2e38a42978aec73bf129197a7, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/c7e21f76a87743c7b219847cbe624b8e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/2e968030029f4dc68481ba54ac047628, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/3e624b1dd6c94888850c728c4ab82df7] to archive 2024-11-19T03:26:11,521 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:26:11,522 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/87d785a027bd4de6a8a61c329cf22241 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/87d785a027bd4de6a8a61c329cf22241 2024-11-19T03:26:11,523 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/df9a798419bd4791a433825b83bea06e to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/df9a798419bd4791a433825b83bea06e 2024-11-19T03:26:11,524 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/bf0e94fadd5142c89a69b0de892ec9c3 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/bf0e94fadd5142c89a69b0de892ec9c3 2024-11-19T03:26:11,525 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/31aaa221771549928d94a5912cc1d7cb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/31aaa221771549928d94a5912cc1d7cb 2024-11-19T03:26:11,526 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/53f86ec0567a4ef8babb7120772dfbc4 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/53f86ec0567a4ef8babb7120772dfbc4 2024-11-19T03:26:11,527 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/06902464ad51402fa5de5719a647cc09 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/06902464ad51402fa5de5719a647cc09 2024-11-19T03:26:11,528 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/1bf89c8ca92142a980af78cc57b19d87 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/1bf89c8ca92142a980af78cc57b19d87 2024-11-19T03:26:11,529 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/7302c4cc0d5d4b8f8ee2a3ea9e324f6b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/7302c4cc0d5d4b8f8ee2a3ea9e324f6b 2024-11-19T03:26:11,529 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/2eeefc44d4124a728eddc552a1bb1eae to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/2eeefc44d4124a728eddc552a1bb1eae 2024-11-19T03:26:11,530 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/c374bf8a215940d08582e90efd5831ba to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/c374bf8a215940d08582e90efd5831ba 2024-11-19T03:26:11,531 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/1d3ce5c943ff41e19e36ad30dc5f1ce9 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/1d3ce5c943ff41e19e36ad30dc5f1ce9 2024-11-19T03:26:11,532 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/738e53c4229d40e09b9660e6491bf1f7 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/738e53c4229d40e09b9660e6491bf1f7 2024-11-19T03:26:11,533 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/d8e8221e04be486184da7e851f6261f4 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/d8e8221e04be486184da7e851f6261f4 2024-11-19T03:26:11,534 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/c54e9290e4364e33a46f051001a16b6f to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/c54e9290e4364e33a46f051001a16b6f 2024-11-19T03:26:11,535 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/8c1d08a2e38a42978aec73bf129197a7 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/8c1d08a2e38a42978aec73bf129197a7 2024-11-19T03:26:11,536 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/c7e21f76a87743c7b219847cbe624b8e to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/c7e21f76a87743c7b219847cbe624b8e 2024-11-19T03:26:11,536 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/2e968030029f4dc68481ba54ac047628 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/2e968030029f4dc68481ba54ac047628 2024-11-19T03:26:11,537 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/3e624b1dd6c94888850c728c4ab82df7 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/3e624b1dd6c94888850c728c4ab82df7 2024-11-19T03:26:12,664 INFO [Thread-1448 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1448. 2024-11-19T03:26:12,664 DEBUG [Thread-1448 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:12,664 DEBUG [Thread-1448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:12,664 DEBUG [Thread-1448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:12,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:12,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T03:26:12,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-19T03:26:12,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-19T03:26:12,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-19T03:26:12,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-19T03:26:12,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-19T03:26:12,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T03:26:12,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T03:26:12,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1398 2024-11-19T03:26:12,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4194 rows 2024-11-19T03:26:12,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1403 2024-11-19T03:26:12,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4207 rows 2024-11-19T03:26:12,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1398 2024-11-19T03:26:12,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4194 rows 2024-11-19T03:26:12,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1398 2024-11-19T03:26:12,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4194 rows 2024-11-19T03:26:12,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1401 2024-11-19T03:26:12,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4198 rows 2024-11-19T03:26:12,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:26:12,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:26:12,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:12,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:12,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:12,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-19T03:26:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T03:26:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T03:26:12,668 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986772668"}]},"ts":"1731986772668"} 2024-11-19T03:26:12,669 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T03:26:12,669 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T03:26:12,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T03:26:12,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64d4cff49e1867bdd03194ad11c6990a, UNASSIGN}] 2024-11-19T03:26:12,672 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64d4cff49e1867bdd03194ad11c6990a, UNASSIGN 2024-11-19T03:26:12,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=64d4cff49e1867bdd03194ad11c6990a, regionState=CLOSING, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:26:12,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=64d4cff49e1867bdd03194ad11c6990a, UNASSIGN because future has completed 2024-11-19T03:26:12,674 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T03:26:12,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure 64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537}] 2024-11-19T03:26:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T03:26:12,826 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(122): Close 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:12,826 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T03:26:12,826 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1722): Closing 64d4cff49e1867bdd03194ad11c6990a, disabling compactions & flushes 2024-11-19T03:26:12,826 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:26:12,826 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:26:12,827 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. after waiting 0 ms 2024-11-19T03:26:12,827 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:26:12,827 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(2902): Flushing 64d4cff49e1867bdd03194ad11c6990a 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-19T03:26:12,834 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192862157e6abd42f7b1f476009567c5cb_64d4cff49e1867bdd03194ad11c6990a is 50, key is test_row_1/A:col10/1731986769593/Put/seqid=0 2024-11-19T03:26:12,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742216_1392 (size=9914) 2024-11-19T03:26:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T03:26:13,237 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:13,242 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192862157e6abd42f7b1f476009567c5cb_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192862157e6abd42f7b1f476009567c5cb_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:13,243 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/946241ed1277449287ef350777a539ed, store: [table=TestAcidGuarantees family=A region=64d4cff49e1867bdd03194ad11c6990a] 2024-11-19T03:26:13,243 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/946241ed1277449287ef350777a539ed is 175, key is test_row_1/A:col10/1731986769593/Put/seqid=0 2024-11-19T03:26:13,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742217_1393 (size=22561) 2024-11-19T03:26:13,253 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/946241ed1277449287ef350777a539ed 2024-11-19T03:26:13,262 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/cf69d7e17ce14368b79e94bee4d2e17b is 50, key is test_row_1/B:col10/1731986769593/Put/seqid=0 2024-11-19T03:26:13,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742218_1394 (size=9857) 2024-11-19T03:26:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T03:26:13,680 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/cf69d7e17ce14368b79e94bee4d2e17b 2024-11-19T03:26:13,686 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/6449559e53df4c8e8c1470af0b936f26 is 50, key is test_row_1/C:col10/1731986769593/Put/seqid=0 2024-11-19T03:26:13,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742219_1395 (size=9857) 2024-11-19T03:26:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T03:26:14,090 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/6449559e53df4c8e8c1470af0b936f26 2024-11-19T03:26:14,093 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/A/946241ed1277449287ef350777a539ed as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/946241ed1277449287ef350777a539ed 2024-11-19T03:26:14,096 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/946241ed1277449287ef350777a539ed, entries=100, sequenceid=263, filesize=22.0 K 2024-11-19T03:26:14,097 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/B/cf69d7e17ce14368b79e94bee4d2e17b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/cf69d7e17ce14368b79e94bee4d2e17b 2024-11-19T03:26:14,100 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/cf69d7e17ce14368b79e94bee4d2e17b, entries=100, sequenceid=263, filesize=9.6 K 2024-11-19T03:26:14,101 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/.tmp/C/6449559e53df4c8e8c1470af0b936f26 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/6449559e53df4c8e8c1470af0b936f26 2024-11-19T03:26:14,103 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/6449559e53df4c8e8c1470af0b936f26, entries=100, sequenceid=263, filesize=9.6 K 2024-11-19T03:26:14,104 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 64d4cff49e1867bdd03194ad11c6990a in 1277ms, sequenceid=263, compaction requested=false 2024-11-19T03:26:14,110 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/recovered.edits/266.seqid, newMaxSeqId=266, maxSeqId=4 2024-11-19T03:26:14,110 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. 2024-11-19T03:26:14,110 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1676): Region close journal for 64d4cff49e1867bdd03194ad11c6990a: Waiting for close lock at 1731986772826Running coprocessor pre-close hooks at 1731986772826Disabling compacts and flushes for region at 1731986772826Disabling writes for close at 1731986772827 (+1 ms)Obtaining lock to block concurrent updates at 1731986772827Preparing flush snapshotting stores in 64d4cff49e1867bdd03194ad11c6990a at 1731986772827Finished memstore snapshotting TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731986772827Flushing stores of TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a. at 1731986772828 (+1 ms)Flushing 64d4cff49e1867bdd03194ad11c6990a/A: creating writer at 1731986772828Flushing mob file 64d4cff49e1867bdd03194ad11c6990a/A: appending metadata at 1731986772833 (+5 ms)Flushing mob file 64d4cff49e1867bdd03194ad11c6990a/A: closing flushed file at 1731986772833Flushing 64d4cff49e1867bdd03194ad11c6990a/A: appending metadata at 1731986773243 (+410 ms)Flushing 64d4cff49e1867bdd03194ad11c6990a/A: closing flushed file at 1731986773243Flushing 64d4cff49e1867bdd03194ad11c6990a/B: creating writer at 1731986773258 (+15 ms)Flushing 64d4cff49e1867bdd03194ad11c6990a/B: appending metadata at 1731986773261 (+3 ms)Flushing 64d4cff49e1867bdd03194ad11c6990a/B: closing flushed file at 1731986773261Flushing 64d4cff49e1867bdd03194ad11c6990a/C: creating writer at 1731986773683 (+422 ms)Flushing 64d4cff49e1867bdd03194ad11c6990a/C: appending metadata at 1731986773685 (+2 ms)Flushing 64d4cff49e1867bdd03194ad11c6990a/C: closing flushed file at 1731986773685Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5298a6d8: reopening flushed file at 1731986774093 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10945b3e: reopening flushed file at 1731986774097 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b36f9bc: reopening flushed file at 1731986774100 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 64d4cff49e1867bdd03194ad11c6990a in 1277ms, sequenceid=263, compaction requested=false at 1731986774104 (+4 ms)Writing region close event to WAL at 1731986774107 (+3 ms)Running coprocessor post-close hooks at 1731986774110 (+3 ms)Closed at 1731986774110 2024-11-19T03:26:14,112 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(157): Closed 64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:14,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=64d4cff49e1867bdd03194ad11c6990a, regionState=CLOSED 2024-11-19T03:26:14,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure 64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 because future has completed 2024-11-19T03:26:14,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-19T03:26:14,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseRegionProcedure 64d4cff49e1867bdd03194ad11c6990a, server=47efada56ed5,46547,1731986649537 in 1.4410 sec 2024-11-19T03:26:14,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110 2024-11-19T03:26:14,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=64d4cff49e1867bdd03194ad11c6990a, UNASSIGN in 1.4450 sec 2024-11-19T03:26:14,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-19T03:26:14,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4480 sec 2024-11-19T03:26:14,120 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986774120"}]},"ts":"1731986774120"} 2024-11-19T03:26:14,121 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T03:26:14,121 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T03:26:14,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4560 sec 2024-11-19T03:26:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-19T03:26:14,823 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:14,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-19T03:26:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:26:14,825 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:26:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-19T03:26:14,826 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=113, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:26:14,828 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:14,830 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A, FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B, FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C, FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/recovered.edits] 2024-11-19T03:26:14,831 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/683b54f8f6b741a69234cd0589c79754 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/683b54f8f6b741a69234cd0589c79754 2024-11-19T03:26:14,832 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/946241ed1277449287ef350777a539ed to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/A/946241ed1277449287ef350777a539ed 2024-11-19T03:26:14,834 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/cc5ff620ae6143eeb95cee80ac0912fb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/cc5ff620ae6143eeb95cee80ac0912fb 2024-11-19T03:26:14,835 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/cf69d7e17ce14368b79e94bee4d2e17b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/B/cf69d7e17ce14368b79e94bee4d2e17b 2024-11-19T03:26:14,836 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/6449559e53df4c8e8c1470af0b936f26 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/6449559e53df4c8e8c1470af0b936f26 2024-11-19T03:26:14,837 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/8b9ab64d0a40430e94a300155406286f to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/C/8b9ab64d0a40430e94a300155406286f 2024-11-19T03:26:14,839 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/recovered.edits/266.seqid to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a/recovered.edits/266.seqid 2024-11-19T03:26:14,839 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:14,839 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T03:26:14,840 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T03:26:14,840 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-19T03:26:14,843 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111900ad106d76ce46be8ab879e67c0d6385_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111900ad106d76ce46be8ab879e67c0d6385_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:14,843 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119075f84023f2140efbc92178d1618fd07_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119075f84023f2140efbc92178d1618fd07_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:14,844 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191a74d1a2bac04786aa5870650adfc3d0_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411191a74d1a2bac04786aa5870650adfc3d0_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:14,845 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192862157e6abd42f7b1f476009567c5cb_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192862157e6abd42f7b1f476009567c5cb_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:14,846 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119319a008a16f4464ea8a24eea60df2e87_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119319a008a16f4464ea8a24eea60df2e87_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:14,847 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193f5e577730e64f2daef627b2673b6e54_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193f5e577730e64f2daef627b2673b6e54_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:14,848 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199371936e23084604b49fadbcb0d93d41_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199371936e23084604b49fadbcb0d93d41_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:14,849 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111994fa4562f8a14f8aab294e08aac0aab4_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111994fa4562f8a14f8aab294e08aac0aab4_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:14,850 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199ba1cece1c2a433881323f6c987f4dd9_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199ba1cece1c2a433881323f6c987f4dd9_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:14,850 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b815bc682af641ffa7b3625a1c455cbb_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b815bc682af641ffa7b3625a1c455cbb_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:14,851 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d6a4489866e24baba52e17e09c58a4e4_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d6a4489866e24baba52e17e09c58a4e4_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:14,852 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d8560e8fad714411af772205701bb175_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d8560e8fad714411af772205701bb175_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:14,853 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e02095055a6c4c94b075fef5d5626c5d_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e02095055a6c4c94b075fef5d5626c5d_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:14,853 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e7c9d34ffdb14a94afb19b6a78828dc1_64d4cff49e1867bdd03194ad11c6990a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e7c9d34ffdb14a94afb19b6a78828dc1_64d4cff49e1867bdd03194ad11c6990a 2024-11-19T03:26:14,854 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T03:26:14,855 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=113, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:26:14,857 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T03:26:14,859 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T03:26:14,860 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=113, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:26:14,860 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T03:26:14,860 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731986774860"}]},"ts":"9223372036854775807"} 2024-11-19T03:26:14,861 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-19T03:26:14,861 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 64d4cff49e1867bdd03194ad11c6990a, NAME => 'TestAcidGuarantees,,1731986741362.64d4cff49e1867bdd03194ad11c6990a.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T03:26:14,861 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T03:26:14,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731986774861"}]},"ts":"9223372036854775807"} 2024-11-19T03:26:14,863 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-19T03:26:14,864 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=113, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:26:14,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 41 msec 2024-11-19T03:26:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-19T03:26:14,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-19T03:26:14,933 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:14,943 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238 (was 240), OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 516), ProcessCount=11 (was 12), AvailableMemoryMB=13315 (was 14024) 2024-11-19T03:26:14,952 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=13315 2024-11-19T03:26:14,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T03:26:14,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:26:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T03:26:14,955 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:26:14,956 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:14,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 114 2024-11-19T03:26:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-19T03:26:14,957 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:26:14,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742220_1396 (size=959) 2024-11-19T03:26:14,963 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a 2024-11-19T03:26:14,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742221_1397 (size=53) 2024-11-19T03:26:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-19T03:26:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-19T03:26:15,368 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:26:15,368 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7ab2bb5fb82b979656a3f4b7a9752643, disabling compactions & flushes 2024-11-19T03:26:15,368 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:15,368 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:15,368 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. after waiting 0 ms 2024-11-19T03:26:15,368 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:15,368 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:15,368 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ab2bb5fb82b979656a3f4b7a9752643: Waiting for close lock at 1731986775368Disabling compacts and flushes for region at 1731986775368Disabling writes for close at 1731986775368Writing region close event to WAL at 1731986775368Closed at 1731986775368 2024-11-19T03:26:15,369 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:26:15,369 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731986775369"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986775369"}]},"ts":"1731986775369"} 2024-11-19T03:26:15,371 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:26:15,371 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:26:15,371 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986775371"}]},"ts":"1731986775371"} 2024-11-19T03:26:15,372 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T03:26:15,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ab2bb5fb82b979656a3f4b7a9752643, ASSIGN}] 2024-11-19T03:26:15,373 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ab2bb5fb82b979656a3f4b7a9752643, ASSIGN 2024-11-19T03:26:15,374 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ab2bb5fb82b979656a3f4b7a9752643, ASSIGN; state=OFFLINE, location=47efada56ed5,46547,1731986649537; forceNewPlan=false, retain=false 2024-11-19T03:26:15,525 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=7ab2bb5fb82b979656a3f4b7a9752643, regionState=OPENING, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:26:15,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ab2bb5fb82b979656a3f4b7a9752643, ASSIGN because future has completed 2024-11-19T03:26:15,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537}] 2024-11-19T03:26:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-19T03:26:15,679 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:15,679 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:26:15,680 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:15,680 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:26:15,680 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7794): checking encryption for 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:15,680 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7797): checking classloading for 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:15,681 INFO [StoreOpener-7ab2bb5fb82b979656a3f4b7a9752643-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:15,682 INFO [StoreOpener-7ab2bb5fb82b979656a3f4b7a9752643-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab2bb5fb82b979656a3f4b7a9752643 columnFamilyName A 2024-11-19T03:26:15,682 DEBUG [StoreOpener-7ab2bb5fb82b979656a3f4b7a9752643-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:15,683 INFO [StoreOpener-7ab2bb5fb82b979656a3f4b7a9752643-1 {}] regionserver.HStore(327): Store=7ab2bb5fb82b979656a3f4b7a9752643/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:26:15,683 INFO [StoreOpener-7ab2bb5fb82b979656a3f4b7a9752643-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:15,683 INFO [StoreOpener-7ab2bb5fb82b979656a3f4b7a9752643-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab2bb5fb82b979656a3f4b7a9752643 columnFamilyName B 2024-11-19T03:26:15,683 DEBUG [StoreOpener-7ab2bb5fb82b979656a3f4b7a9752643-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:15,684 INFO [StoreOpener-7ab2bb5fb82b979656a3f4b7a9752643-1 {}] regionserver.HStore(327): Store=7ab2bb5fb82b979656a3f4b7a9752643/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:26:15,684 INFO [StoreOpener-7ab2bb5fb82b979656a3f4b7a9752643-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:15,685 INFO [StoreOpener-7ab2bb5fb82b979656a3f4b7a9752643-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab2bb5fb82b979656a3f4b7a9752643 columnFamilyName C 2024-11-19T03:26:15,685 DEBUG [StoreOpener-7ab2bb5fb82b979656a3f4b7a9752643-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:15,685 INFO [StoreOpener-7ab2bb5fb82b979656a3f4b7a9752643-1 {}] regionserver.HStore(327): Store=7ab2bb5fb82b979656a3f4b7a9752643/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:26:15,685 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1038): replaying wal for 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:15,686 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:15,686 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:15,687 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1048): stopping wal replay for 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:15,687 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1060): Cleaning up temporary data for 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:15,687 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T03:26:15,688 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1093): writing seq id for 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:15,689 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:26:15,689 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1114): Opened 7ab2bb5fb82b979656a3f4b7a9752643; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62606824, jitterRate=-0.0670856237411499}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T03:26:15,689 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:15,690 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1006): Region open journal for 7ab2bb5fb82b979656a3f4b7a9752643: Running coprocessor pre-open hook at 1731986775680Writing region info on filesystem at 1731986775680Initializing all the Stores at 1731986775681 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986775681Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986775681Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986775681Cleaning up temporary data from old regions at 1731986775687 (+6 ms)Running coprocessor post-open hooks at 1731986775689 (+2 ms)Region opened successfully at 1731986775690 (+1 ms) 2024-11-19T03:26:15,690 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., pid=116, masterSystemTime=1731986775677 2024-11-19T03:26:15,692 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:15,692 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:15,692 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=7ab2bb5fb82b979656a3f4b7a9752643, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:26:15,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 because future has completed 2024-11-19T03:26:15,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-19T03:26:15,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 in 168 msec 2024-11-19T03:26:15,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-11-19T03:26:15,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ab2bb5fb82b979656a3f4b7a9752643, ASSIGN in 323 msec 2024-11-19T03:26:15,697 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:26:15,697 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986775697"}]},"ts":"1731986775697"} 2024-11-19T03:26:15,699 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T03:26:15,699 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:26:15,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 745 msec 2024-11-19T03:26:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-19T03:26:16,092 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:16,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ac613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,093 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:16,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:16,094 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:16,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64432f7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:16,096 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:16,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522f6904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:16,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:16,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:26:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,41549,1731986648572 2024-11-19T03:26:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@707be2fb 2024-11-19T03:26:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:26:16,100 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:26:16,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bdbad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:16,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:16,102 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:16,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:16,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:16,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136b8adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:16,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:16,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:16,103 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:16,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c78fc75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac69b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:16,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:16,105 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:16,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:16,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:16,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9b01d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:16,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:16,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:16,106 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:16,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d628e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277a5c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:16,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:16,108 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:16,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:16,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:16,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406fa022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:16,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:16,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:16,110 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269ccee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df5cdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:16,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:16,112 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:16,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:16,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:16,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d5e45b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:16,113 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:16,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ec92c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b9b902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:16,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:16,116 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:16,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:16,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:16,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de05d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:16,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:16,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:16,117 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:16,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7c5213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f4da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:16,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:16,119 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:16,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be23270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:16,121 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:16,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d6abf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:16,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:16,123 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:16,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd4020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:16,125 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:16,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6104b400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acfd5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:16,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:16,127 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:16,127 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:16,127 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:16,127 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc7aace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,127 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:16,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:16,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:16,129 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ba4e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379767c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:16,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:16,131 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:16,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:16,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:16,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4690c3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:16,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:16,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:16,133 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:16,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a7d441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f15306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:16,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:16,134 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:16,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:16,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:16,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646ae630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:16,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:16,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:16,136 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:16,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3eb8c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:16,137 DEBUG [Thread-1809 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:16,137 DEBUG [Thread-1820 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:16,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:16,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:16,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:16,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:16,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:16,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:16,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:26:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:26:16,144 DEBUG [Thread-1813 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:16,145 DEBUG [Thread-1824 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:16,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:16,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:16,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:26:16,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:26:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:16,152 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:16,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T03:26:16,153 DEBUG [Thread-1822 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:16,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:16,154 DEBUG [Thread-1807 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:16,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:16,155 DEBUG [Thread-1811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:16,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:16,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:16,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:16,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:16,156 DEBUG [Thread-1805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:16,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:16,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:16,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:26:16,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:16,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:26:16,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:26:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:26:16,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:26:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-19T03:26:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-19T03:26:16,166 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:26:16,167 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:26:16,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:26:16,169 DEBUG [Thread-1816 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:16,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:16,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:16,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:16,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:26:16,185 DEBUG [Thread-1818 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:16,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/eaf4709c87cd4470be5b3ce31ec83bc3 is 50, key is test_row_0/A:col10/1731986776151/Put/seqid=0 2024-11-19T03:26:16,186 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:16,186 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:16,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:16,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2] 2024-11-19T03:26:16,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986836178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986836190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986836192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35772 deadline: 1731986836193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986836193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742222_1398 (size=16681) 2024-11-19T03:26:16,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/eaf4709c87cd4470be5b3ce31ec83bc3 2024-11-19T03:26:16,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/cf648466b7dc47a787c71a04ecc6cec9 is 50, key is test_row_0/B:col10/1731986776151/Put/seqid=0 2024-11-19T03:26:16,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742223_1399 (size=12001) 2024-11-19T03:26:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-19T03:26:16,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986836302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986836312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35772 deadline: 1731986836312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986836312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986836312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T03:26:16,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:16,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:16,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:16,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:16,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:16,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T03:26:16,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:16,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:16,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:16,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:16,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-19T03:26:16,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986836512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986836523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35772 deadline: 1731986836523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986836523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986836523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T03:26:16,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:16,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:16,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:16,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:16,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:16,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/cf648466b7dc47a787c71a04ecc6cec9 2024-11-19T03:26:16,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/4e3e7c70411f4d2d853701aaa33c06dc is 50, key is test_row_0/C:col10/1731986776151/Put/seqid=0 2024-11-19T03:26:16,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742224_1400 (size=12001) 2024-11-19T03:26:16,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T03:26:16,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:16,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:16,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:16,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:16,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-19T03:26:16,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986836822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986836832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35772 deadline: 1731986836832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986836832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986836832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:16,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T03:26:16,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:16,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:16,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:16,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:16,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:17,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/4e3e7c70411f4d2d853701aaa33c06dc 2024-11-19T03:26:17,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T03:26:17,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:17,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:17,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:17,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:17,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:17,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/eaf4709c87cd4470be5b3ce31ec83bc3 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/eaf4709c87cd4470be5b3ce31ec83bc3 2024-11-19T03:26:17,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/eaf4709c87cd4470be5b3ce31ec83bc3, entries=250, sequenceid=12, filesize=16.3 K 2024-11-19T03:26:17,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/cf648466b7dc47a787c71a04ecc6cec9 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/cf648466b7dc47a787c71a04ecc6cec9 2024-11-19T03:26:17,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/cf648466b7dc47a787c71a04ecc6cec9, entries=150, sequenceid=12, filesize=11.7 K 2024-11-19T03:26:17,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/4e3e7c70411f4d2d853701aaa33c06dc as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/4e3e7c70411f4d2d853701aaa33c06dc 2024-11-19T03:26:17,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/4e3e7c70411f4d2d853701aaa33c06dc, entries=150, sequenceid=12, filesize=11.7 K 2024-11-19T03:26:17,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 7ab2bb5fb82b979656a3f4b7a9752643 in 966ms, sequenceid=12, compaction requested=false 2024-11-19T03:26:17,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:17,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-19T03:26:17,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:17,240 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T03:26:17,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/7f0019027b6645a193689934da629263 is 50, key is test_row_0/A:col10/1731986776190/Put/seqid=0 2024-11-19T03:26:17,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742225_1401 (size=12001) 2024-11-19T03:26:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-19T03:26:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:17,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:17,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986837348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:17,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:17,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986837349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:17,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:17,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986837352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:17,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:17,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35772 deadline: 1731986837352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:17,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:17,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986837357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:17,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:17,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986837463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:17,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986837463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:17,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986837463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:17,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:17,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:17,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986837473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:17,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:17,658 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/7f0019027b6645a193689934da629263 2024-11-19T03:26:17,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/7e0fe8d674474b86ac3b0f10b8dde0a9 is 50, key is test_row_0/B:col10/1731986776190/Put/seqid=0 2024-11-19T03:26:17,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986837683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:17,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:17,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986837683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:17,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986837683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:17,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742226_1402 (size=12001) 2024-11-19T03:26:17,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986837694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:17,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:17,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:18,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986838002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:18,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986838002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:18,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:18,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:18,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:18,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986838002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:18,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:18,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:18,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:18,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:18,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:18,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:18,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986838012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:18,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:18,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:18,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:18,102 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/7e0fe8d674474b86ac3b0f10b8dde0a9 2024-11-19T03:26:18,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/f195c669397a47f4a4f42e36eb903bf7 is 50, key is test_row_0/C:col10/1731986776190/Put/seqid=0 2024-11-19T03:26:18,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742227_1403 (size=12001) 2024-11-19T03:26:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-19T03:26:18,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35772 deadline: 1731986838373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:18,382 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in 7ab2bb5fb82b979656a3f4b7a9752643 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:26:18,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:18,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:18,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:18,513 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/f195c669397a47f4a4f42e36eb903bf7 2024-11-19T03:26:18,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/7f0019027b6645a193689934da629263 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/7f0019027b6645a193689934da629263 2024-11-19T03:26:18,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986838523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:18,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:18,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:18,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:18,532 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/7f0019027b6645a193689934da629263, entries=150, sequenceid=38, filesize=11.7 K 2024-11-19T03:26:18,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/7e0fe8d674474b86ac3b0f10b8dde0a9 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/7e0fe8d674474b86ac3b0f10b8dde0a9 2024-11-19T03:26:18,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986838523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:18,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:18,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:18,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986838523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:18,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:18,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:18,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:18,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986838533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:18,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:18,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:18,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:18,546 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/7e0fe8d674474b86ac3b0f10b8dde0a9, entries=150, sequenceid=38, filesize=11.7 K 2024-11-19T03:26:18,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/f195c669397a47f4a4f42e36eb903bf7 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f195c669397a47f4a4f42e36eb903bf7 2024-11-19T03:26:18,551 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f195c669397a47f4a4f42e36eb903bf7, entries=150, sequenceid=38, filesize=11.7 K 2024-11-19T03:26:18,553 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7ab2bb5fb82b979656a3f4b7a9752643 in 1314ms, sequenceid=38, compaction requested=false 2024-11-19T03:26:18,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:18,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:18,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-19T03:26:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-19T03:26:18,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-19T03:26:18,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3940 sec 2024-11-19T03:26:18,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.3980 sec 2024-11-19T03:26:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:19,547 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:19,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T03:26:19,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/3e08c04e49c941ba911dedce0b30b839 is 50, key is test_row_0/A:col10/1731986777356/Put/seqid=0 2024-11-19T03:26:19,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742228_1404 (size=14341) 2024-11-19T03:26:19,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/3e08c04e49c941ba911dedce0b30b839 2024-11-19T03:26:19,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/b2e9543856e040e89ba72051cd412c82 is 50, key is test_row_0/B:col10/1731986777356/Put/seqid=0 2024-11-19T03:26:19,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742229_1405 (size=12001) 2024-11-19T03:26:19,656 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T03:26:19,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986839641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:19,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986839653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:19,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:19,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:19,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:19,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:19,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:19,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:19,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986839658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:19,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986839660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:19,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:19,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:19,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:19,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:19,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:19,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:19,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986839762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:19,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:19,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:19,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:19,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986839772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:19,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986839785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:19,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986839788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:19,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:19,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:19,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:19,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:19,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:19,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:19,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986839982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:19,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:19,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:19,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:19,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/b2e9543856e040e89ba72051cd412c82 2024-11-19T03:26:20,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986839993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/cfcd7dcf2b6d47b2a40405c9234742e2 is 50, key is test_row_0/C:col10/1731986777356/Put/seqid=0 2024-11-19T03:26:20,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986839993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:20,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:20,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986840003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:20,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742230_1406 (size=12001) 2024-11-19T03:26:20,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/cfcd7dcf2b6d47b2a40405c9234742e2 2024-11-19T03:26:20,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/3e08c04e49c941ba911dedce0b30b839 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/3e08c04e49c941ba911dedce0b30b839 2024-11-19T03:26:20,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/3e08c04e49c941ba911dedce0b30b839, entries=200, sequenceid=49, filesize=14.0 K 2024-11-19T03:26:20,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/b2e9543856e040e89ba72051cd412c82 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/b2e9543856e040e89ba72051cd412c82 2024-11-19T03:26:20,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/b2e9543856e040e89ba72051cd412c82, entries=150, sequenceid=49, filesize=11.7 K 2024-11-19T03:26:20,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/cfcd7dcf2b6d47b2a40405c9234742e2 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/cfcd7dcf2b6d47b2a40405c9234742e2 2024-11-19T03:26:20,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/cfcd7dcf2b6d47b2a40405c9234742e2, entries=150, sequenceid=49, filesize=11.7 K 2024-11-19T03:26:20,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7ab2bb5fb82b979656a3f4b7a9752643 in 490ms, sequenceid=49, compaction requested=true 2024-11-19T03:26:20,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:20,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:26:20,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:20,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:26:20,037 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:20,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:20,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:26:20,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T03:26:20,037 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:20,038 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:20,038 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/A is initiating minor compaction (all files) 2024-11-19T03:26:20,039 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/A in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:20,039 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:20,039 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/eaf4709c87cd4470be5b3ce31ec83bc3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/7f0019027b6645a193689934da629263, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/3e08c04e49c941ba911dedce0b30b839] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=42.0 K 2024-11-19T03:26:20,039 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/B is initiating minor compaction (all files) 2024-11-19T03:26:20,039 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/B in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:20,039 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/cf648466b7dc47a787c71a04ecc6cec9, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/7e0fe8d674474b86ac3b0f10b8dde0a9, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/b2e9543856e040e89ba72051cd412c82] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=35.2 K 2024-11-19T03:26:20,039 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting eaf4709c87cd4470be5b3ce31ec83bc3, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731986776146 2024-11-19T03:26:20,039 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting cf648466b7dc47a787c71a04ecc6cec9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731986776149 2024-11-19T03:26:20,039 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e0fe8d674474b86ac3b0f10b8dde0a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731986776171 2024-11-19T03:26:20,040 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f0019027b6645a193689934da629263, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731986776171 2024-11-19T03:26:20,040 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting b2e9543856e040e89ba72051cd412c82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731986777347 2024-11-19T03:26:20,040 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e08c04e49c941ba911dedce0b30b839, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731986777347 2024-11-19T03:26:20,055 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:20,056 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/37b2ffea6899427688430850a24c2315 is 50, key is test_row_0/B:col10/1731986777356/Put/seqid=0 2024-11-19T03:26:20,065 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#A#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:20,066 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/168635379ea74d60bfde669837b58963 is 50, key is test_row_0/A:col10/1731986777356/Put/seqid=0 2024-11-19T03:26:20,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742231_1407 (size=12104) 2024-11-19T03:26:20,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742232_1408 (size=12104) 2024-11-19T03:26:20,114 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/168635379ea74d60bfde669837b58963 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/168635379ea74d60bfde669837b58963 2024-11-19T03:26:20,121 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/A of 7ab2bb5fb82b979656a3f4b7a9752643 into 168635379ea74d60bfde669837b58963(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:20,121 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:20,121 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/A, priority=13, startTime=1731986780037; duration=0sec 2024-11-19T03:26:20,121 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:20,121 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:A 2024-11-19T03:26:20,121 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:20,122 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:20,122 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/C is initiating minor compaction (all files) 2024-11-19T03:26:20,122 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/C in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:20,122 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/4e3e7c70411f4d2d853701aaa33c06dc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f195c669397a47f4a4f42e36eb903bf7, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/cfcd7dcf2b6d47b2a40405c9234742e2] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=35.2 K 2024-11-19T03:26:20,122 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e3e7c70411f4d2d853701aaa33c06dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731986776149 2024-11-19T03:26:20,122 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting f195c669397a47f4a4f42e36eb903bf7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731986776171 2024-11-19T03:26:20,123 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfcd7dcf2b6d47b2a40405c9234742e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731986777347 2024-11-19T03:26:20,129 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#C#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:20,130 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/0301d3ed1a304e73aded87d3b3650380 is 50, key is test_row_0/C:col10/1731986777356/Put/seqid=0 2024-11-19T03:26:20,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742233_1409 (size=12104) 2024-11-19T03:26:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:20,298 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:20,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T03:26:20,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/a0b6a2b23a0343b2ae2fa9edb3df97de is 50, key is test_row_0/A:col10/1731986779656/Put/seqid=0 2024-11-19T03:26:20,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742234_1410 (size=14341) 2024-11-19T03:26:20,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/a0b6a2b23a0343b2ae2fa9edb3df97de 2024-11-19T03:26:20,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/20f4ede0d8884df8a1c8f873479e5b9c is 50, key is test_row_0/B:col10/1731986779656/Put/seqid=0 2024-11-19T03:26:20,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742235_1411 (size=12001) 2024-11-19T03:26:20,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986840315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:20,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986840316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986840320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986840321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-19T03:26:20,332 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:20,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:26:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-19T03:26:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-19T03:26:20,334 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:26:20,335 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:26:20,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:26:20,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35772 deadline: 1731986840402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,408 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in 7ab2bb5fb82b979656a3f4b7a9752643 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:26:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:20,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986840432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986840432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986840432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986840433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-19T03:26:20,481 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/37b2ffea6899427688430850a24c2315 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/37b2ffea6899427688430850a24c2315 2024-11-19T03:26:20,485 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/B of 7ab2bb5fb82b979656a3f4b7a9752643 into 37b2ffea6899427688430850a24c2315(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:20,485 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:20,485 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/B, priority=13, startTime=1731986780037; duration=0sec 2024-11-19T03:26:20,485 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:20,485 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:B 2024-11-19T03:26:20,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-19T03:26:20,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:20,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:20,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:20,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:20,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:20,540 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/0301d3ed1a304e73aded87d3b3650380 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/0301d3ed1a304e73aded87d3b3650380 2024-11-19T03:26:20,543 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/C of 7ab2bb5fb82b979656a3f4b7a9752643 into 0301d3ed1a304e73aded87d3b3650380(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:20,543 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:20,543 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/C, priority=13, startTime=1731986780037; duration=0sec 2024-11-19T03:26:20,543 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:20,543 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:C 2024-11-19T03:26:20,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-19T03:26:20,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:20,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:20,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:20,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:20,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-19T03:26:20,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986840652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986840652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:20,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986840652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:20,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986840652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:20,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/20f4ede0d8884df8a1c8f873479e5b9c 2024-11-19T03:26:20,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/36e88ff8369144e2831c2823b0e23d8f is 50, key is test_row_0/C:col10/1731986779656/Put/seqid=0 2024-11-19T03:26:20,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742236_1412 (size=12001) 2024-11-19T03:26:20,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-19T03:26:20,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:20,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:20,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:20,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:20,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:20,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-19T03:26:20,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:20,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:20,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:20,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:20,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-19T03:26:20,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986840962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:20,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986840962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986840962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:20,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986840972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:21,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-19T03:26:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:21,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:21,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/36e88ff8369144e2831c2823b0e23d8f 2024-11-19T03:26:21,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/a0b6a2b23a0343b2ae2fa9edb3df97de as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/a0b6a2b23a0343b2ae2fa9edb3df97de 2024-11-19T03:26:21,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/a0b6a2b23a0343b2ae2fa9edb3df97de, entries=200, sequenceid=76, filesize=14.0 K 2024-11-19T03:26:21,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/20f4ede0d8884df8a1c8f873479e5b9c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/20f4ede0d8884df8a1c8f873479e5b9c 2024-11-19T03:26:21,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/20f4ede0d8884df8a1c8f873479e5b9c, entries=150, sequenceid=76, filesize=11.7 K 2024-11-19T03:26:21,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/36e88ff8369144e2831c2823b0e23d8f as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/36e88ff8369144e2831c2823b0e23d8f 2024-11-19T03:26:21,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/36e88ff8369144e2831c2823b0e23d8f, entries=150, sequenceid=76, filesize=11.7 K 2024-11-19T03:26:21,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7ab2bb5fb82b979656a3f4b7a9752643 in 843ms, sequenceid=76, compaction requested=false 2024-11-19T03:26:21,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:21,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-19T03:26:21,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:21,251 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-19T03:26:21,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/c6b987baab0b4451bd960a1b78002965 is 50, key is test_row_0/A:col10/1731986780314/Put/seqid=0 2024-11-19T03:26:21,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742237_1413 (size=12001) 2024-11-19T03:26:21,258 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/c6b987baab0b4451bd960a1b78002965 2024-11-19T03:26:21,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/3b6aa75fdc9b4ddab2e5f1c44a9279cb is 50, key is test_row_0/B:col10/1731986780314/Put/seqid=0 2024-11-19T03:26:21,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742238_1414 (size=12001) 2024-11-19T03:26:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-19T03:26:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:21,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:21,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986841532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:21,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:21,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986841541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:21,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:21,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986841544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:21,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:21,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986841546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:21,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:21,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986841652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:21,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:21,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986841652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:21,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:21,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:21,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986841662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:21,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:21,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986841663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:21,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:21,674 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/3b6aa75fdc9b4ddab2e5f1c44a9279cb 2024-11-19T03:26:21,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/31da8135e84e48fa8c7000f85d0bdbcc is 50, key is test_row_0/C:col10/1731986780314/Put/seqid=0 2024-11-19T03:26:21,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742239_1415 (size=12001) 2024-11-19T03:26:21,691 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/31da8135e84e48fa8c7000f85d0bdbcc 2024-11-19T03:26:21,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/c6b987baab0b4451bd960a1b78002965 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/c6b987baab0b4451bd960a1b78002965 2024-11-19T03:26:21,701 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/c6b987baab0b4451bd960a1b78002965, entries=150, sequenceid=88, filesize=11.7 K 2024-11-19T03:26:21,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/3b6aa75fdc9b4ddab2e5f1c44a9279cb as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/3b6aa75fdc9b4ddab2e5f1c44a9279cb 2024-11-19T03:26:21,705 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/3b6aa75fdc9b4ddab2e5f1c44a9279cb, entries=150, sequenceid=88, filesize=11.7 K 2024-11-19T03:26:21,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/31da8135e84e48fa8c7000f85d0bdbcc as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/31da8135e84e48fa8c7000f85d0bdbcc 2024-11-19T03:26:21,710 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/31da8135e84e48fa8c7000f85d0bdbcc, entries=150, sequenceid=88, filesize=11.7 K 2024-11-19T03:26:21,712 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 7ab2bb5fb82b979656a3f4b7a9752643 in 462ms, sequenceid=88, compaction requested=true 2024-11-19T03:26:21,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:21,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:21,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-19T03:26:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-19T03:26:21,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-19T03:26:21,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3790 sec 2024-11-19T03:26:21,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.3870 sec 2024-11-19T03:26:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:21,868 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:21,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-19T03:26:21,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/14bceaba1eb2499988cf946bce488e3a is 50, key is test_row_0/A:col10/1731986781542/Put/seqid=0 2024-11-19T03:26:21,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986841886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:21,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:21,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:21,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986841887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986841887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:21,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986841889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:21,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:21,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:21,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:21,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:21,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742240_1416 (size=14341) 2024-11-19T03:26:21,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/14bceaba1eb2499988cf946bce488e3a 2024-11-19T03:26:21,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/1d0368b9634642b2b4ccbb7a2a22af23 is 50, key is test_row_0/B:col10/1731986781542/Put/seqid=0 2024-11-19T03:26:21,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742241_1417 (size=12001) 2024-11-19T03:26:21,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/1d0368b9634642b2b4ccbb7a2a22af23 2024-11-19T03:26:22,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/0aaa9e80a6d84750ae4484f37cd76a40 is 50, key is test_row_0/C:col10/1731986781542/Put/seqid=0 2024-11-19T03:26:22,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986842002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:22,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986842002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:22,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:22,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986842013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:22,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986842013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:22,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742242_1418 (size=12001) 2024-11-19T03:26:22,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986842222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:22,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986842222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:22,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986842232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:22,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986842232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-19T03:26:22,482 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:22,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/0aaa9e80a6d84750ae4484f37cd76a40 2024-11-19T03:26:22,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:26:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-19T03:26:22,487 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:26:22,488 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:26:22,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:26:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-19T03:26:22,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/14bceaba1eb2499988cf946bce488e3a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/14bceaba1eb2499988cf946bce488e3a 2024-11-19T03:26:22,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/14bceaba1eb2499988cf946bce488e3a, entries=200, sequenceid=116, filesize=14.0 K 2024-11-19T03:26:22,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/1d0368b9634642b2b4ccbb7a2a22af23 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/1d0368b9634642b2b4ccbb7a2a22af23 2024-11-19T03:26:22,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/1d0368b9634642b2b4ccbb7a2a22af23, entries=150, sequenceid=116, filesize=11.7 K 2024-11-19T03:26:22,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/0aaa9e80a6d84750ae4484f37cd76a40 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/0aaa9e80a6d84750ae4484f37cd76a40 2024-11-19T03:26:22,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986842532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:22,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986842532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:22,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:22,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:22,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/0aaa9e80a6d84750ae4484f37cd76a40, entries=150, sequenceid=116, filesize=11.7 K 2024-11-19T03:26:22,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 7ab2bb5fb82b979656a3f4b7a9752643 in 674ms, sequenceid=116, compaction requested=true 2024-11-19T03:26:22,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:22,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:26:22,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:22,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:26:22,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T03:26:22,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:26:22,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-19T03:26:22,543 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:26:22,543 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:26:22,544 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:26:22,544 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/C is initiating minor compaction (all files) 2024-11-19T03:26:22,545 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/C in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:22,545 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/0301d3ed1a304e73aded87d3b3650380, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/36e88ff8369144e2831c2823b0e23d8f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/31da8135e84e48fa8c7000f85d0bdbcc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/0aaa9e80a6d84750ae4484f37cd76a40] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=47.0 K 2024-11-19T03:26:22,545 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:26:22,545 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/A is initiating minor compaction (all files) 2024-11-19T03:26:22,545 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/A in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:22,545 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/168635379ea74d60bfde669837b58963, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/a0b6a2b23a0343b2ae2fa9edb3df97de, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/c6b987baab0b4451bd960a1b78002965, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/14bceaba1eb2499988cf946bce488e3a] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=51.5 K 2024-11-19T03:26:22,546 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 168635379ea74d60bfde669837b58963, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731986777347 2024-11-19T03:26:22,546 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 0301d3ed1a304e73aded87d3b3650380, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731986777347 2024-11-19T03:26:22,546 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0b6a2b23a0343b2ae2fa9edb3df97de, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731986779650 2024-11-19T03:26:22,546 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 36e88ff8369144e2831c2823b0e23d8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731986779650 2024-11-19T03:26:22,546 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6b987baab0b4451bd960a1b78002965, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731986780314 2024-11-19T03:26:22,546 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 31da8135e84e48fa8c7000f85d0bdbcc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731986780314 2024-11-19T03:26:22,547 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14bceaba1eb2499988cf946bce488e3a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731986781529 2024-11-19T03:26:22,547 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aaa9e80a6d84750ae4484f37cd76a40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731986781542 2024-11-19T03:26:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:22,570 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:22,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T03:26:22,574 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#A#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:22,575 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/8762df21d5a34776bfe1a89a0abcb2e6 is 50, key is test_row_0/A:col10/1731986781542/Put/seqid=0 2024-11-19T03:26:22,580 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#C#compaction#352 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:22,581 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/22ca96a94a8045e883621df1d4e034dc is 50, key is test_row_0/C:col10/1731986781542/Put/seqid=0 2024-11-19T03:26:22,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/b985ae626307480cb8dbc42455d5a452 is 50, key is test_row_0/A:col10/1731986781868/Put/seqid=0 2024-11-19T03:26:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-19T03:26:22,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742244_1420 (size=12241) 2024-11-19T03:26:22,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742245_1421 (size=16681) 2024-11-19T03:26:22,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742243_1419 (size=12241) 2024-11-19T03:26:22,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T03:26:22,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:22,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:22,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:22,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:22,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:22,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986842734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:22,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:22,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986842742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:22,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-19T03:26:22,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T03:26:22,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:22,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:22,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:22,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:22,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:22,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986842853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:22,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:22,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986842853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:22,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:22,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:22,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:22,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T03:26:22,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:22,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:22,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:22,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:22,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:23,015 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/22ca96a94a8045e883621df1d4e034dc as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/22ca96a94a8045e883621df1d4e034dc 2024-11-19T03:26:23,022 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/C of 7ab2bb5fb82b979656a3f4b7a9752643 into 22ca96a94a8045e883621df1d4e034dc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:23,022 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:23,022 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/C, priority=12, startTime=1731986782543; duration=0sec 2024-11-19T03:26:23,022 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:23,022 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:C 2024-11-19T03:26:23,023 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:26:23,024 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:26:23,024 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/B is initiating minor compaction (all files) 2024-11-19T03:26:23,024 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/B in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:23,024 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/37b2ffea6899427688430850a24c2315, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/20f4ede0d8884df8a1c8f873479e5b9c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/3b6aa75fdc9b4ddab2e5f1c44a9279cb, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/1d0368b9634642b2b4ccbb7a2a22af23] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=47.0 K 2024-11-19T03:26:23,024 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 37b2ffea6899427688430850a24c2315, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731986777347 2024-11-19T03:26:23,025 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 20f4ede0d8884df8a1c8f873479e5b9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731986779650 2024-11-19T03:26:23,025 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b6aa75fdc9b4ddab2e5f1c44a9279cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731986780314 2024-11-19T03:26:23,025 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d0368b9634642b2b4ccbb7a2a22af23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731986781542 2024-11-19T03:26:23,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/b985ae626307480cb8dbc42455d5a452 2024-11-19T03:26:23,051 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#B#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:23,051 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/9d4410c1ae3a4e9fb2e291688d7372d2 is 50, key is test_row_0/B:col10/1731986781542/Put/seqid=0 2024-11-19T03:26:23,053 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/8762df21d5a34776bfe1a89a0abcb2e6 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/8762df21d5a34776bfe1a89a0abcb2e6 2024-11-19T03:26:23,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/4b8d6b6af780483b8b0a6fb0ca158876 is 50, key is test_row_0/B:col10/1731986781868/Put/seqid=0 2024-11-19T03:26:23,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986843043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:23,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986843054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:23,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:23,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:23,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:23,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:23,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:23,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:23,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742246_1422 (size=12001) 2024-11-19T03:26:23,071 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/A of 7ab2bb5fb82b979656a3f4b7a9752643 into 8762df21d5a34776bfe1a89a0abcb2e6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:23,071 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:23,071 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/A, priority=12, startTime=1731986782543; duration=0sec 2024-11-19T03:26:23,071 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:23,071 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:A 2024-11-19T03:26:23,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986843063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:23,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:23,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:23,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:23,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986843064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:23,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:23,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:23,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:23,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742247_1423 (size=12241) 2024-11-19T03:26:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-19T03:26:23,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T03:26:23,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:23,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:23,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:23,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:23,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:23,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T03:26:23,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:23,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:23,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:23,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:23,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:23,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986843384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:23,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986843384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:23,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T03:26:23,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:23,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:23,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:23,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:23,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:23,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/4b8d6b6af780483b8b0a6fb0ca158876 2024-11-19T03:26:23,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/5ce1fe5214d5417da5bf5118ac2a5dda is 50, key is test_row_0/C:col10/1731986781868/Put/seqid=0 2024-11-19T03:26:23,481 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/9d4410c1ae3a4e9fb2e291688d7372d2 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/9d4410c1ae3a4e9fb2e291688d7372d2 2024-11-19T03:26:23,486 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/B of 7ab2bb5fb82b979656a3f4b7a9752643 into 9d4410c1ae3a4e9fb2e291688d7372d2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:23,486 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:23,486 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/B, priority=12, startTime=1731986782543; duration=0sec 2024-11-19T03:26:23,486 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:23,486 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:B 2024-11-19T03:26:23,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742248_1424 (size=12001) 2024-11-19T03:26:23,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T03:26:23,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:23,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:23,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:23,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:23,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-19T03:26:23,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T03:26:23,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:23,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:23,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:23,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:23,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:23,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T03:26:23,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:23,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:23,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:23,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:23,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:23,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:23,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/5ce1fe5214d5417da5bf5118ac2a5dda 2024-11-19T03:26:23,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/b985ae626307480cb8dbc42455d5a452 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/b985ae626307480cb8dbc42455d5a452 2024-11-19T03:26:23,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:23,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986843904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:23,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:23,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:23,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:23,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:23,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986843904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:23,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/b985ae626307480cb8dbc42455d5a452, entries=250, sequenceid=128, filesize=16.3 K 2024-11-19T03:26:23,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/4b8d6b6af780483b8b0a6fb0ca158876 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/4b8d6b6af780483b8b0a6fb0ca158876 2024-11-19T03:26:23,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/4b8d6b6af780483b8b0a6fb0ca158876, entries=150, sequenceid=128, filesize=11.7 K 2024-11-19T03:26:23,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/5ce1fe5214d5417da5bf5118ac2a5dda as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/5ce1fe5214d5417da5bf5118ac2a5dda 2024-11-19T03:26:23,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/5ce1fe5214d5417da5bf5118ac2a5dda, entries=150, sequenceid=128, filesize=11.7 K 2024-11-19T03:26:23,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7ab2bb5fb82b979656a3f4b7a9752643 in 1370ms, sequenceid=128, compaction requested=false 2024-11-19T03:26:23,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:24,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-19T03:26:24,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:24,055 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T03:26:24,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/caf3334447d8493c8a5207bb488f6410 is 50, key is test_row_0/A:col10/1731986782740/Put/seqid=0 2024-11-19T03:26:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:24,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:24,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742249_1425 (size=12151) 2024-11-19T03:26:24,086 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/caf3334447d8493c8a5207bb488f6410 2024-11-19T03:26:24,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/74a57c29791d4f67b059518b9cb5a23b is 50, key is test_row_0/B:col10/1731986782740/Put/seqid=0 2024-11-19T03:26:24,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986844120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:24,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:24,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986844121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:24,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742250_1426 (size=12151) 2024-11-19T03:26:24,153 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/74a57c29791d4f67b059518b9cb5a23b 2024-11-19T03:26:24,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/2fb288fa8c604cb38fd45f80d3ba6d44 is 50, key is test_row_0/C:col10/1731986782740/Put/seqid=0 2024-11-19T03:26:24,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742251_1427 (size=12151) 2024-11-19T03:26:24,211 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/2fb288fa8c604cb38fd45f80d3ba6d44 2024-11-19T03:26:24,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/caf3334447d8493c8a5207bb488f6410 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/caf3334447d8493c8a5207bb488f6410 2024-11-19T03:26:24,225 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/caf3334447d8493c8a5207bb488f6410, entries=150, sequenceid=155, filesize=11.9 K 2024-11-19T03:26:24,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/74a57c29791d4f67b059518b9cb5a23b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/74a57c29791d4f67b059518b9cb5a23b 2024-11-19T03:26:24,230 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/74a57c29791d4f67b059518b9cb5a23b, entries=150, sequenceid=155, filesize=11.9 K 2024-11-19T03:26:24,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/2fb288fa8c604cb38fd45f80d3ba6d44 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/2fb288fa8c604cb38fd45f80d3ba6d44 2024-11-19T03:26:24,240 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/2fb288fa8c604cb38fd45f80d3ba6d44, entries=150, sequenceid=155, filesize=11.9 K 2024-11-19T03:26:24,241 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7ab2bb5fb82b979656a3f4b7a9752643 in 186ms, sequenceid=155, compaction requested=true 2024-11-19T03:26:24,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:24,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:24,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-19T03:26:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-19T03:26:24,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-19T03:26:24,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7560 sec 2024-11-19T03:26:24,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.7620 sec 2024-11-19T03:26:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:24,251 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:24,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T03:26:24,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/5df36775fd8244e4ae33562e350e350d is 50, key is test_row_0/A:col10/1731986784100/Put/seqid=0 2024-11-19T03:26:24,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742252_1428 (size=14541) 2024-11-19T03:26:24,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/5df36775fd8244e4ae33562e350e350d 2024-11-19T03:26:24,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/178e242e38cc4cb9bd7d6e57c7899e1a is 50, key is test_row_0/B:col10/1731986784100/Put/seqid=0 2024-11-19T03:26:24,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742253_1429 (size=12151) 2024-11-19T03:26:24,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/178e242e38cc4cb9bd7d6e57c7899e1a 2024-11-19T03:26:24,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/5255d99990024adb86ec1948196463e5 is 50, key is test_row_0/C:col10/1731986784100/Put/seqid=0 2024-11-19T03:26:24,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742254_1430 (size=12151) 2024-11-19T03:26:24,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986844397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:24,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986844409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:24,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:24,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35772 deadline: 1731986844432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:24,440 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in 7ab2bb5fb82b979656a3f4b7a9752643 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8247 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:26:24,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:24,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986844512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:24,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:24,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986844522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-19T03:26:24,632 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:24,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:26:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-19T03:26:24,634 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:26:24,634 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:26:24,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:26:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-19T03:26:24,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/5255d99990024adb86ec1948196463e5 2024-11-19T03:26:24,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986844732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:24,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/5df36775fd8244e4ae33562e350e350d as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/5df36775fd8244e4ae33562e350e350d 2024-11-19T03:26:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-19T03:26:24,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/5df36775fd8244e4ae33562e350e350d, entries=200, sequenceid=168, filesize=14.2 K 2024-11-19T03:26:24,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/178e242e38cc4cb9bd7d6e57c7899e1a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/178e242e38cc4cb9bd7d6e57c7899e1a 2024-11-19T03:26:24,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/178e242e38cc4cb9bd7d6e57c7899e1a, entries=150, sequenceid=168, filesize=11.9 K 2024-11-19T03:26:24,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/5255d99990024adb86ec1948196463e5 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/5255d99990024adb86ec1948196463e5 2024-11-19T03:26:24,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/5255d99990024adb86ec1948196463e5, entries=150, sequenceid=168, filesize=11.9 K 2024-11-19T03:26:24,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7ab2bb5fb82b979656a3f4b7a9752643 in 500ms, sequenceid=168, compaction requested=true 2024-11-19T03:26:24,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:24,751 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:26:24,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:26:24,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:24,751 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:26:24,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:26:24,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:24,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:26:24,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:24,752 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:26:24,752 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55614 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:26:24,752 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/B is initiating minor compaction (all files) 2024-11-19T03:26:24,752 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/A is initiating minor compaction (all files) 2024-11-19T03:26:24,752 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/B in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:24,752 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/A in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:24,753 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/9d4410c1ae3a4e9fb2e291688d7372d2, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/4b8d6b6af780483b8b0a6fb0ca158876, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/74a57c29791d4f67b059518b9cb5a23b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/178e242e38cc4cb9bd7d6e57c7899e1a] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=47.4 K 2024-11-19T03:26:24,753 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/8762df21d5a34776bfe1a89a0abcb2e6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/b985ae626307480cb8dbc42455d5a452, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/caf3334447d8493c8a5207bb488f6410, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/5df36775fd8244e4ae33562e350e350d] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=54.3 K 2024-11-19T03:26:24,753 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8762df21d5a34776bfe1a89a0abcb2e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731986781542 2024-11-19T03:26:24,753 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d4410c1ae3a4e9fb2e291688d7372d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731986781542 2024-11-19T03:26:24,753 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b8d6b6af780483b8b0a6fb0ca158876, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731986781868 2024-11-19T03:26:24,753 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting b985ae626307480cb8dbc42455d5a452, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731986781868 2024-11-19T03:26:24,754 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 74a57c29791d4f67b059518b9cb5a23b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731986782705 2024-11-19T03:26:24,754 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting caf3334447d8493c8a5207bb488f6410, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731986782705 2024-11-19T03:26:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:24,754 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 178e242e38cc4cb9bd7d6e57c7899e1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731986784100 2024-11-19T03:26:24,754 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5df36775fd8244e4ae33562e350e350d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731986784100 2024-11-19T03:26:24,754 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:24,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T03:26:24,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/f2aa5abf4bba4466a9b4502f96d13b40 is 50, key is test_row_0/A:col10/1731986784392/Put/seqid=0 2024-11-19T03:26:24,762 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#A#compaction#364 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:24,762 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/a766f12dbf414756b364b7396da433ab is 50, key is test_row_0/A:col10/1731986784100/Put/seqid=0 2024-11-19T03:26:24,765 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#B#compaction#365 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:24,766 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/320b047ff3d94382b74a0c398a760e5e is 50, key is test_row_0/B:col10/1731986784100/Put/seqid=0 2024-11-19T03:26:24,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742256_1432 (size=12527) 2024-11-19T03:26:24,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-19T03:26:24,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:24,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:24,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:24,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:24,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:24,788 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/320b047ff3d94382b74a0c398a760e5e as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/320b047ff3d94382b74a0c398a760e5e 2024-11-19T03:26:24,798 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/B of 7ab2bb5fb82b979656a3f4b7a9752643 into 320b047ff3d94382b74a0c398a760e5e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:24,799 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:24,799 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/B, priority=12, startTime=1731986784751; duration=0sec 2024-11-19T03:26:24,799 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:24,799 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:B 2024-11-19T03:26:24,799 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:26:24,800 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:26:24,800 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/C is initiating minor compaction (all files) 2024-11-19T03:26:24,800 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/C in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:24,800 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/22ca96a94a8045e883621df1d4e034dc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/5ce1fe5214d5417da5bf5118ac2a5dda, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/2fb288fa8c604cb38fd45f80d3ba6d44, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/5255d99990024adb86ec1948196463e5] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=47.4 K 2024-11-19T03:26:24,800 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 22ca96a94a8045e883621df1d4e034dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731986781542 2024-11-19T03:26:24,801 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ce1fe5214d5417da5bf5118ac2a5dda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731986781868 2024-11-19T03:26:24,801 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fb288fa8c604cb38fd45f80d3ba6d44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731986782705 2024-11-19T03:26:24,801 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 5255d99990024adb86ec1948196463e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731986784100 2024-11-19T03:26:24,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742255_1431 (size=14541) 2024-11-19T03:26:24,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742257_1433 (size=12527) 2024-11-19T03:26:24,834 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#C#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:24,834 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/88fac335b4554eadb9cd44b3811b7371 is 50, key is test_row_0/C:col10/1731986784100/Put/seqid=0 2024-11-19T03:26:24,836 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/a766f12dbf414756b364b7396da433ab as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/a766f12dbf414756b364b7396da433ab 2024-11-19T03:26:24,839 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/A of 7ab2bb5fb82b979656a3f4b7a9752643 into a766f12dbf414756b364b7396da433ab(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:24,839 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:24,839 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/A, priority=12, startTime=1731986784751; duration=0sec 2024-11-19T03:26:24,839 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:24,839 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:A 2024-11-19T03:26:24,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742258_1434 (size=12527) 2024-11-19T03:26:24,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986844879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:24,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:24,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986844922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:24,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986844922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:24,930 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in 7ab2bb5fb82b979656a3f4b7a9752643 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:26:24,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:24,930 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_0' in 7ab2bb5fb82b979656a3f4b7a9752643 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:26:24,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:24,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-19T03:26:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:24,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:24,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-19T03:26:24,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986844992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:25,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986845052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:25,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:25,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:25,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:25,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-19T03:26:25,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:25,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:25,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:25,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:25,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:25,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986845202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:25,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:25,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:25,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:25,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/f2aa5abf4bba4466a9b4502f96d13b40 2024-11-19T03:26:25,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/a7747977326e4b2cb2ff3a29187095d0 is 50, key is test_row_0/B:col10/1731986784392/Put/seqid=0 2024-11-19T03:26:25,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742259_1435 (size=12151) 2024-11-19T03:26:25,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-19T03:26:25,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:25,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:25,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:25,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:25,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:25,257 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/88fac335b4554eadb9cd44b3811b7371 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/88fac335b4554eadb9cd44b3811b7371 2024-11-19T03:26:25,262 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/C of 7ab2bb5fb82b979656a3f4b7a9752643 into 88fac335b4554eadb9cd44b3811b7371(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:25,262 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:25,262 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/C, priority=12, startTime=1731986784752; duration=0sec 2024-11-19T03:26:25,262 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-19T03:26:25,262 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:C 2024-11-19T03:26:25,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-19T03:26:25,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:25,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:25,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:25,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:25,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:25,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986845522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:25,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:25,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:25,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:25,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-19T03:26:25,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:25,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:25,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:25,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:25,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:25,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986845572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:25,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:25,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:25,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:25,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/a7747977326e4b2cb2ff3a29187095d0 2024-11-19T03:26:25,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/6c5e95e5725a438abe58f07faaa545f3 is 50, key is test_row_0/C:col10/1731986784392/Put/seqid=0 2024-11-19T03:26:25,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742260_1436 (size=12151) 2024-11-19T03:26:25,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-19T03:26:25,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:25,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:25,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:25,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:25,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-19T03:26:25,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-19T03:26:25,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:25,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:25,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:25,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:25,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:26,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-19T03:26:26,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:26,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:26,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:26,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:26,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:26,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986846032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:26,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/6c5e95e5725a438abe58f07faaa545f3 2024-11-19T03:26:26,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/f2aa5abf4bba4466a9b4502f96d13b40 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/f2aa5abf4bba4466a9b4502f96d13b40 2024-11-19T03:26:26,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/f2aa5abf4bba4466a9b4502f96d13b40, entries=200, sequenceid=192, filesize=14.2 K 2024-11-19T03:26:26,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/a7747977326e4b2cb2ff3a29187095d0 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/a7747977326e4b2cb2ff3a29187095d0 2024-11-19T03:26:26,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/a7747977326e4b2cb2ff3a29187095d0, entries=150, sequenceid=192, filesize=11.9 K 2024-11-19T03:26:26,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/6c5e95e5725a438abe58f07faaa545f3 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/6c5e95e5725a438abe58f07faaa545f3 2024-11-19T03:26:26,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/6c5e95e5725a438abe58f07faaa545f3, entries=150, sequenceid=192, filesize=11.9 K 2024-11-19T03:26:26,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7ab2bb5fb82b979656a3f4b7a9752643 in 1339ms, sequenceid=192, compaction requested=false 2024-11-19T03:26:26,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:26,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-19T03:26:26,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:26,178 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T03:26:26,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/fd58a3063a9e4f7b9cd84125c7d62b7a is 50, key is test_row_0/A:col10/1731986784872/Put/seqid=0 2024-11-19T03:26:26,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742261_1437 (size=12151) 2024-11-19T03:26:26,207 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/fd58a3063a9e4f7b9cd84125c7d62b7a 2024-11-19T03:26:26,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/a37b71da8cdd47b7b88712861f42b5c9 is 50, key is test_row_0/B:col10/1731986784872/Put/seqid=0 2024-11-19T03:26:26,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742262_1438 (size=12151) 2024-11-19T03:26:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:26,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:26,622 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/a37b71da8cdd47b7b88712861f42b5c9 2024-11-19T03:26:26,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/01a0c4974abe45959a40a5032e6844e4 is 50, key is test_row_0/C:col10/1731986784872/Put/seqid=0 2024-11-19T03:26:26,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742263_1439 (size=12151) 2024-11-19T03:26:26,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986846765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:26,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:26,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:26,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-19T03:26:26,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986846882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:26,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:26,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:26,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:26,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986846942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:26,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986846952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:26,954 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in 7ab2bb5fb82b979656a3f4b7a9752643 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:26:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:26,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:26,955 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_0' in 7ab2bb5fb82b979656a3f4b7a9752643 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:26:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:27,031 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/01a0c4974abe45959a40a5032e6844e4 2024-11-19T03:26:27,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/fd58a3063a9e4f7b9cd84125c7d62b7a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/fd58a3063a9e4f7b9cd84125c7d62b7a 2024-11-19T03:26:27,037 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/fd58a3063a9e4f7b9cd84125c7d62b7a, entries=150, sequenceid=207, filesize=11.9 K 2024-11-19T03:26:27,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/a37b71da8cdd47b7b88712861f42b5c9 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/a37b71da8cdd47b7b88712861f42b5c9 2024-11-19T03:26:27,042 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/a37b71da8cdd47b7b88712861f42b5c9, entries=150, sequenceid=207, filesize=11.9 K 2024-11-19T03:26:27,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/01a0c4974abe45959a40a5032e6844e4 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/01a0c4974abe45959a40a5032e6844e4 2024-11-19T03:26:27,046 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/01a0c4974abe45959a40a5032e6844e4, entries=150, sequenceid=207, filesize=11.9 K 2024-11-19T03:26:27,047 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7ab2bb5fb82b979656a3f4b7a9752643 in 869ms, sequenceid=207, compaction requested=true 2024-11-19T03:26:27,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:27,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:27,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-19T03:26:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-19T03:26:27,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-19T03:26:27,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4150 sec 2024-11-19T03:26:27,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.4180 sec 2024-11-19T03:26:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:27,061 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:27,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T03:26:27,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/e4c07ca944b047d6bc4f8edbc30019cd is 50, key is test_row_0/A:col10/1731986787060/Put/seqid=0 2024-11-19T03:26:27,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742264_1440 (size=14541) 2024-11-19T03:26:27,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986847110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:27,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:27,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:27,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:27,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986847116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:27,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:27,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:27,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:27,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986847222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:27,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986847223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:27,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986847432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:27,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:27,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:27,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:27,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986847433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:27,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:27,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:27,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:27,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/e4c07ca944b047d6bc4f8edbc30019cd 2024-11-19T03:26:27,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/7860ea50412a451cb5bbe43bd29a3a63 is 50, key is test_row_0/B:col10/1731986787060/Put/seqid=0 2024-11-19T03:26:27,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742265_1441 (size=12151) 2024-11-19T03:26:27,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986847752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:27,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:27,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986847752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:27,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:27,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:27,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:27,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:27,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:27,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/7860ea50412a451cb5bbe43bd29a3a63 2024-11-19T03:26:27,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/c72db1bdc70943e0bce37a38fe7ff8c7 is 50, key is test_row_0/C:col10/1731986787060/Put/seqid=0 2024-11-19T03:26:27,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742266_1442 (size=12151) 2024-11-19T03:26:28,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986848273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:28,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986848273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:28,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:28,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/c72db1bdc70943e0bce37a38fe7ff8c7 2024-11-19T03:26:28,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/e4c07ca944b047d6bc4f8edbc30019cd as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/e4c07ca944b047d6bc4f8edbc30019cd 2024-11-19T03:26:28,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/e4c07ca944b047d6bc4f8edbc30019cd, entries=200, sequenceid=232, filesize=14.2 K 2024-11-19T03:26:28,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/7860ea50412a451cb5bbe43bd29a3a63 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/7860ea50412a451cb5bbe43bd29a3a63 2024-11-19T03:26:28,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/7860ea50412a451cb5bbe43bd29a3a63, entries=150, sequenceid=232, filesize=11.9 K 2024-11-19T03:26:28,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/c72db1bdc70943e0bce37a38fe7ff8c7 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/c72db1bdc70943e0bce37a38fe7ff8c7 2024-11-19T03:26:28,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/c72db1bdc70943e0bce37a38fe7ff8c7, entries=150, sequenceid=232, filesize=11.9 K 2024-11-19T03:26:28,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7ab2bb5fb82b979656a3f4b7a9752643 in 1262ms, sequenceid=232, compaction requested=true 2024-11-19T03:26:28,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:28,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:26:28,324 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:26:28,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:28,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:26:28,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:28,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:26:28,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:28,324 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:26:28,327 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53760 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:26:28,327 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/A is initiating minor compaction (all files) 2024-11-19T03:26:28,327 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/A in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:28,327 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:26:28,327 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/B is initiating minor compaction (all files) 2024-11-19T03:26:28,327 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/a766f12dbf414756b364b7396da433ab, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/f2aa5abf4bba4466a9b4502f96d13b40, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/fd58a3063a9e4f7b9cd84125c7d62b7a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/e4c07ca944b047d6bc4f8edbc30019cd] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=52.5 K 2024-11-19T03:26:28,327 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/B in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:28,327 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/320b047ff3d94382b74a0c398a760e5e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/a7747977326e4b2cb2ff3a29187095d0, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/a37b71da8cdd47b7b88712861f42b5c9, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/7860ea50412a451cb5bbe43bd29a3a63] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=47.8 K 2024-11-19T03:26:28,327 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a766f12dbf414756b364b7396da433ab, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731986784100 2024-11-19T03:26:28,327 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 320b047ff3d94382b74a0c398a760e5e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731986784100 2024-11-19T03:26:28,327 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2aa5abf4bba4466a9b4502f96d13b40, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731986784381 2024-11-19T03:26:28,328 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting a7747977326e4b2cb2ff3a29187095d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731986784392 2024-11-19T03:26:28,328 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd58a3063a9e4f7b9cd84125c7d62b7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731986784829 2024-11-19T03:26:28,328 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting a37b71da8cdd47b7b88712861f42b5c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731986784829 2024-11-19T03:26:28,328 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4c07ca944b047d6bc4f8edbc30019cd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731986786710 2024-11-19T03:26:28,328 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7860ea50412a451cb5bbe43bd29a3a63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731986786710 2024-11-19T03:26:28,338 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#A#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:28,339 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/e0e21d8d21ce48e0ac7fda822cee7879 is 50, key is test_row_0/A:col10/1731986787060/Put/seqid=0 2024-11-19T03:26:28,343 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#B#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:28,343 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/622b79f31671489ca22b22859f1b5e97 is 50, key is test_row_0/B:col10/1731986787060/Put/seqid=0 2024-11-19T03:26:28,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742267_1443 (size=12663) 2024-11-19T03:26:28,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742268_1444 (size=12663) 2024-11-19T03:26:28,757 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/e0e21d8d21ce48e0ac7fda822cee7879 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/e0e21d8d21ce48e0ac7fda822cee7879 2024-11-19T03:26:28,762 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/A of 7ab2bb5fb82b979656a3f4b7a9752643 into e0e21d8d21ce48e0ac7fda822cee7879(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:28,762 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:28,762 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/A, priority=12, startTime=1731986788324; duration=0sec 2024-11-19T03:26:28,762 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:28,762 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:A 2024-11-19T03:26:28,762 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:26:28,763 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:26:28,763 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/C is initiating minor compaction (all files) 2024-11-19T03:26:28,763 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/C in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:28,764 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/88fac335b4554eadb9cd44b3811b7371, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/6c5e95e5725a438abe58f07faaa545f3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/01a0c4974abe45959a40a5032e6844e4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/c72db1bdc70943e0bce37a38fe7ff8c7] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=47.8 K 2024-11-19T03:26:28,764 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88fac335b4554eadb9cd44b3811b7371, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731986784100 2024-11-19T03:26:28,764 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c5e95e5725a438abe58f07faaa545f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731986784392 2024-11-19T03:26:28,764 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01a0c4974abe45959a40a5032e6844e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731986784829 2024-11-19T03:26:28,765 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c72db1bdc70943e0bce37a38fe7ff8c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731986786710 2024-11-19T03:26:28,766 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/622b79f31671489ca22b22859f1b5e97 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/622b79f31671489ca22b22859f1b5e97 2024-11-19T03:26:28,770 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/B of 7ab2bb5fb82b979656a3f4b7a9752643 into 622b79f31671489ca22b22859f1b5e97(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:28,770 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:28,770 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/B, priority=12, startTime=1731986788324; duration=0sec 2024-11-19T03:26:28,770 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:28,770 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:B 2024-11-19T03:26:28,772 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#C#compaction#377 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:28,772 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/1e556d04b1bf42d4a3134e92dc80d8e3 is 50, key is test_row_0/C:col10/1731986787060/Put/seqid=0 2024-11-19T03:26:28,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742269_1445 (size=12663) 2024-11-19T03:26:28,787 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/1e556d04b1bf42d4a3134e92dc80d8e3 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/1e556d04b1bf42d4a3134e92dc80d8e3 2024-11-19T03:26:28,796 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/C of 7ab2bb5fb82b979656a3f4b7a9752643 into 1e556d04b1bf42d4a3134e92dc80d8e3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:28,796 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:28,796 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/C, priority=12, startTime=1731986788324; duration=0sec 2024-11-19T03:26:28,796 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:28,796 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:C 2024-11-19T03:26:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-19T03:26:28,812 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:28,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:26:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-19T03:26:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-19T03:26:28,817 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:26:28,818 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:26:28,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:26:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-19T03:26:28,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-19T03:26:28,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:28,970 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T03:26:28,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/559ca3b9ac464ac4ae7acf8b3bbbe45d is 50, key is test_row_1/A:col10/1731986787109/Put/seqid=0 2024-11-19T03:26:28,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742270_1446 (size=9757) 2024-11-19T03:26:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-19T03:26:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:29,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:29,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986849355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:29,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:29,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:29,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:29,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986849358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:29,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:29,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:29,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:29,382 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/559ca3b9ac464ac4ae7acf8b3bbbe45d 2024-11-19T03:26:29,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/5158878ffb7e4e808a950d18ab09dd3b is 50, key is test_row_1/B:col10/1731986787109/Put/seqid=0 2024-11-19T03:26:29,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742271_1447 (size=9757) 2024-11-19T03:26:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-19T03:26:29,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986849472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:29,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:29,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:29,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986849472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:29,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:29,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:29,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986849682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:29,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986849683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:29,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:29,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:29,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:29,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:29,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:29,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:29,801 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/5158878ffb7e4e808a950d18ab09dd3b 2024-11-19T03:26:29,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/92a290545efb4c06b9df5b2670ee8603 is 50, key is test_row_1/C:col10/1731986787109/Put/seqid=0 2024-11-19T03:26:29,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742272_1448 (size=9757) 2024-11-19T03:26:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-19T03:26:29,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986849992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:29,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:29,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:29,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:29,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986849992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:29,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:29,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:29,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:30,216 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/92a290545efb4c06b9df5b2670ee8603 2024-11-19T03:26:30,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/559ca3b9ac464ac4ae7acf8b3bbbe45d as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/559ca3b9ac464ac4ae7acf8b3bbbe45d 2024-11-19T03:26:30,222 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/559ca3b9ac464ac4ae7acf8b3bbbe45d, entries=100, sequenceid=246, filesize=9.5 K 2024-11-19T03:26:30,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/5158878ffb7e4e808a950d18ab09dd3b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/5158878ffb7e4e808a950d18ab09dd3b 2024-11-19T03:26:30,227 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/5158878ffb7e4e808a950d18ab09dd3b, entries=100, sequenceid=246, filesize=9.5 K 2024-11-19T03:26:30,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/92a290545efb4c06b9df5b2670ee8603 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/92a290545efb4c06b9df5b2670ee8603 2024-11-19T03:26:30,231 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/92a290545efb4c06b9df5b2670ee8603, entries=100, sequenceid=246, filesize=9.5 K 2024-11-19T03:26:30,232 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7ab2bb5fb82b979656a3f4b7a9752643 in 1262ms, sequenceid=246, compaction requested=false 2024-11-19T03:26:30,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:30,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:30,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-19T03:26:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-19T03:26:30,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-19T03:26:30,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4160 sec 2024-11-19T03:26:30,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.4230 sec 2024-11-19T03:26:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:30,508 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:30,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T03:26:30,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/b9f3a07bde5046319402f027dd802eb3 is 50, key is test_row_0/A:col10/1731986789340/Put/seqid=0 2024-11-19T03:26:30,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742273_1449 (size=14741) 2024-11-19T03:26:30,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986850528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:30,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:30,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:30,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:30,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986850536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:30,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:30,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:30,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:30,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986850643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:30,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:30,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:30,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986850643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:30,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:30,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986850862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:30,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986850862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:30,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/b9f3a07bde5046319402f027dd802eb3 2024-11-19T03:26:30,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/c4b93654c75947e5a4de542b4517ffa4 is 50, key is test_row_0/B:col10/1731986789340/Put/seqid=0 2024-11-19T03:26:30,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742274_1450 (size=12301) 2024-11-19T03:26:30,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/c4b93654c75947e5a4de542b4517ffa4 2024-11-19T03:26:30,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/523d805c3ed8445c8894e4ae4040c1fb is 50, key is test_row_0/C:col10/1731986789340/Put/seqid=0 2024-11-19T03:26:30,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742275_1451 (size=12301) 2024-11-19T03:26:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-19T03:26:30,963 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:30,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:26:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-19T03:26:30,965 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:26:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-19T03:26:30,966 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:26:30,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:26:30,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35786 deadline: 1731986850982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:30,990 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_0' in 7ab2bb5fb82b979656a3f4b7a9752643 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8247 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:26:30,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:30,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:30,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:31,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35720 deadline: 1731986851002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:31,009 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_1' in 7ab2bb5fb82b979656a3f4b7a9752643 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8275 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:26:31,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:31,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:31,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-19T03:26:31,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-19T03:26:31,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:31,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:31,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:31,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:31,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:31,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986851172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:31,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986851172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:31,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-19T03:26:31,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:31,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:31,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:31,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:31,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-19T03:26:31,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/523d805c3ed8445c8894e4ae4040c1fb 2024-11-19T03:26:31,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/b9f3a07bde5046319402f027dd802eb3 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/b9f3a07bde5046319402f027dd802eb3 2024-11-19T03:26:31,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/b9f3a07bde5046319402f027dd802eb3, entries=200, sequenceid=272, filesize=14.4 K 2024-11-19T03:26:31,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/c4b93654c75947e5a4de542b4517ffa4 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/c4b93654c75947e5a4de542b4517ffa4 2024-11-19T03:26:31,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/c4b93654c75947e5a4de542b4517ffa4, entries=150, sequenceid=272, filesize=12.0 K 2024-11-19T03:26:31,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/523d805c3ed8445c8894e4ae4040c1fb as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/523d805c3ed8445c8894e4ae4040c1fb 2024-11-19T03:26:31,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/523d805c3ed8445c8894e4ae4040c1fb, entries=150, sequenceid=272, filesize=12.0 K 2024-11-19T03:26:31,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7ab2bb5fb82b979656a3f4b7a9752643 in 858ms, sequenceid=272, compaction requested=true 2024-11-19T03:26:31,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:31,366 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:31,367 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:31,367 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/A is initiating minor compaction (all files) 2024-11-19T03:26:31,367 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/A in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:31,368 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/e0e21d8d21ce48e0ac7fda822cee7879, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/559ca3b9ac464ac4ae7acf8b3bbbe45d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/b9f3a07bde5046319402f027dd802eb3] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=36.3 K 2024-11-19T03:26:31,368 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0e21d8d21ce48e0ac7fda822cee7879, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731986786710 2024-11-19T03:26:31,368 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 559ca3b9ac464ac4ae7acf8b3bbbe45d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731986787109 2024-11-19T03:26:31,368 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9f3a07bde5046319402f027dd802eb3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731986789340 2024-11-19T03:26:31,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:26:31,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:31,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:26:31,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:31,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:26:31,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T03:26:31,373 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:31,376 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:31,376 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/B is initiating minor compaction (all files) 2024-11-19T03:26:31,376 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/B in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:31,376 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/622b79f31671489ca22b22859f1b5e97, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/5158878ffb7e4e808a950d18ab09dd3b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/c4b93654c75947e5a4de542b4517ffa4] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=33.9 K 2024-11-19T03:26:31,378 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 622b79f31671489ca22b22859f1b5e97, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731986786710 2024-11-19T03:26:31,378 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 5158878ffb7e4e808a950d18ab09dd3b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731986787109 2024-11-19T03:26:31,379 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting c4b93654c75947e5a4de542b4517ffa4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731986789340 2024-11-19T03:26:31,384 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#A#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:31,385 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/aea6e7d631574d78815a032dd2e0beca is 50, key is test_row_0/A:col10/1731986789340/Put/seqid=0 2024-11-19T03:26:31,390 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#B#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:31,390 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/7a0efc95900645808f2d959609d1e497 is 50, key is test_row_0/B:col10/1731986789340/Put/seqid=0 2024-11-19T03:26:31,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742276_1452 (size=12915) 2024-11-19T03:26:31,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742277_1453 (size=12915) 2024-11-19T03:26:31,411 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/aea6e7d631574d78815a032dd2e0beca as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/aea6e7d631574d78815a032dd2e0beca 2024-11-19T03:26:31,417 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/A of 7ab2bb5fb82b979656a3f4b7a9752643 into aea6e7d631574d78815a032dd2e0beca(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:31,417 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:31,417 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/A, priority=13, startTime=1731986791366; duration=0sec 2024-11-19T03:26:31,417 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:31,417 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:A 2024-11-19T03:26:31,417 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:31,418 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:31,418 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/C is initiating minor compaction (all files) 2024-11-19T03:26:31,418 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/C in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:31,419 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/1e556d04b1bf42d4a3134e92dc80d8e3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/92a290545efb4c06b9df5b2670ee8603, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/523d805c3ed8445c8894e4ae4040c1fb] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=33.9 K 2024-11-19T03:26:31,419 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e556d04b1bf42d4a3134e92dc80d8e3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731986786710 2024-11-19T03:26:31,419 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92a290545efb4c06b9df5b2670ee8603, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731986787109 2024-11-19T03:26:31,419 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 523d805c3ed8445c8894e4ae4040c1fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731986789340 2024-11-19T03:26:31,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-19T03:26:31,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:31,424 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-19T03:26:31,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/4bbca7c5e0234940a242f8099a17ff47 is 50, key is test_row_0/A:col10/1731986790522/Put/seqid=0 2024-11-19T03:26:31,441 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#C#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:31,441 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/f3a9ac6c501647a0b83ac900f200f8bc is 50, key is test_row_0/C:col10/1731986789340/Put/seqid=0 2024-11-19T03:26:31,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742278_1454 (size=12301) 2024-11-19T03:26:31,446 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/4bbca7c5e0234940a242f8099a17ff47 2024-11-19T03:26:31,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/1e19ff8fc766495892ca21272715da09 is 50, key is test_row_0/B:col10/1731986790522/Put/seqid=0 2024-11-19T03:26:31,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742279_1455 (size=12915) 2024-11-19T03:26:31,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742280_1456 (size=12301) 2024-11-19T03:26:31,457 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/f3a9ac6c501647a0b83ac900f200f8bc as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f3a9ac6c501647a0b83ac900f200f8bc 2024-11-19T03:26:31,461 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/C of 7ab2bb5fb82b979656a3f4b7a9752643 into f3a9ac6c501647a0b83ac900f200f8bc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:31,461 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:31,461 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/C, priority=13, startTime=1731986791373; duration=0sec 2024-11-19T03:26:31,461 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:31,461 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:C 2024-11-19T03:26:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-19T03:26:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:31,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:31,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986851784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:31,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986851785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:31,810 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/7a0efc95900645808f2d959609d1e497 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/7a0efc95900645808f2d959609d1e497 2024-11-19T03:26:31,814 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/B of 7ab2bb5fb82b979656a3f4b7a9752643 into 7a0efc95900645808f2d959609d1e497(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:31,814 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:31,814 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/B, priority=13, startTime=1731986791372; duration=0sec 2024-11-19T03:26:31,815 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:31,815 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:B 2024-11-19T03:26:31,856 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/1e19ff8fc766495892ca21272715da09 2024-11-19T03:26:31,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/8b669271d23e449185e0524b44e47127 is 50, key is test_row_0/C:col10/1731986790522/Put/seqid=0 2024-11-19T03:26:31,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742281_1457 (size=12301) 2024-11-19T03:26:31,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986851892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:31,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:31,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:31,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:31,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986851902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:31,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:31,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:31,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-19T03:26:32,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986852112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:32,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:32,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:32,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:32,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986852122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:32,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:32,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:32,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:32,271 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/8b669271d23e449185e0524b44e47127 2024-11-19T03:26:32,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/4bbca7c5e0234940a242f8099a17ff47 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/4bbca7c5e0234940a242f8099a17ff47 2024-11-19T03:26:32,277 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/4bbca7c5e0234940a242f8099a17ff47, entries=150, sequenceid=283, filesize=12.0 K 2024-11-19T03:26:32,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/1e19ff8fc766495892ca21272715da09 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/1e19ff8fc766495892ca21272715da09 2024-11-19T03:26:32,282 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/1e19ff8fc766495892ca21272715da09, entries=150, sequenceid=283, filesize=12.0 K 2024-11-19T03:26:32,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/8b669271d23e449185e0524b44e47127 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/8b669271d23e449185e0524b44e47127 2024-11-19T03:26:32,285 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/8b669271d23e449185e0524b44e47127, entries=150, sequenceid=283, filesize=12.0 K 2024-11-19T03:26:32,286 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 7ab2bb5fb82b979656a3f4b7a9752643 in 862ms, sequenceid=283, compaction requested=false 2024-11-19T03:26:32,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:32,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:32,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-19T03:26:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-19T03:26:32,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-19T03:26:32,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3210 sec 2024-11-19T03:26:32,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.3260 sec 2024-11-19T03:26:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:32,439 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:32,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-19T03:26:32,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/e46938ec9e804eb299cc2fdb4f4afcf1 is 50, key is test_row_0/A:col10/1731986792438/Put/seqid=0 2024-11-19T03:26:32,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742282_1458 (size=12301) 2024-11-19T03:26:32,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/e46938ec9e804eb299cc2fdb4f4afcf1 2024-11-19T03:26:32,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/1ca9c3f5ad6043cfa363f1098a9b934f is 50, key is test_row_0/B:col10/1731986792438/Put/seqid=0 2024-11-19T03:26:32,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986852477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:32,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:32,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:32,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:32,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742283_1459 (size=12301) 2024-11-19T03:26:32,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986852478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:32,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:32,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:32,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:32,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986852583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:32,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:32,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:32,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:32,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986852592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:32,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:32,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:32,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:32,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986852793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:32,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:32,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:32,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:32,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986852802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:32,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:32,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:32,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:32,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/1ca9c3f5ad6043cfa363f1098a9b934f 2024-11-19T03:26:32,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/bf0346ba48b74536886f285499aba34f is 50, key is test_row_0/C:col10/1731986792438/Put/seqid=0 2024-11-19T03:26:32,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742284_1460 (size=12301) 2024-11-19T03:26:32,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/bf0346ba48b74536886f285499aba34f 2024-11-19T03:26:32,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/e46938ec9e804eb299cc2fdb4f4afcf1 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/e46938ec9e804eb299cc2fdb4f4afcf1 2024-11-19T03:26:32,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/e46938ec9e804eb299cc2fdb4f4afcf1, entries=150, sequenceid=313, filesize=12.0 K 2024-11-19T03:26:32,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/1ca9c3f5ad6043cfa363f1098a9b934f as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/1ca9c3f5ad6043cfa363f1098a9b934f 2024-11-19T03:26:32,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/1ca9c3f5ad6043cfa363f1098a9b934f, entries=150, sequenceid=313, filesize=12.0 K 2024-11-19T03:26:32,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/bf0346ba48b74536886f285499aba34f as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/bf0346ba48b74536886f285499aba34f 2024-11-19T03:26:32,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/bf0346ba48b74536886f285499aba34f, entries=150, sequenceid=313, filesize=12.0 K 2024-11-19T03:26:32,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 7ab2bb5fb82b979656a3f4b7a9752643 in 486ms, sequenceid=313, compaction requested=true 2024-11-19T03:26:32,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:32,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:26:32,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:32,926 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:32,926 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:32,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:26:32,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:32,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:26:32,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:32,926 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:32,926 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/B is initiating minor compaction (all files) 2024-11-19T03:26:32,926 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/B in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:32,927 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/7a0efc95900645808f2d959609d1e497, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/1e19ff8fc766495892ca21272715da09, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/1ca9c3f5ad6043cfa363f1098a9b934f] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=36.6 K 2024-11-19T03:26:32,927 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:32,927 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/A is initiating minor compaction (all files) 2024-11-19T03:26:32,927 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/A in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:32,927 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a0efc95900645808f2d959609d1e497, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731986789340 2024-11-19T03:26:32,927 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/aea6e7d631574d78815a032dd2e0beca, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/4bbca7c5e0234940a242f8099a17ff47, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/e46938ec9e804eb299cc2fdb4f4afcf1] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=36.6 K 2024-11-19T03:26:32,927 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e19ff8fc766495892ca21272715da09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731986790522 2024-11-19T03:26:32,927 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting aea6e7d631574d78815a032dd2e0beca, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731986789340 2024-11-19T03:26:32,927 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ca9c3f5ad6043cfa363f1098a9b934f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731986791771 2024-11-19T03:26:32,927 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bbca7c5e0234940a242f8099a17ff47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731986790522 2024-11-19T03:26:32,927 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting e46938ec9e804eb299cc2fdb4f4afcf1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731986791771 2024-11-19T03:26:32,938 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#A#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:32,938 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/69c0e723208049edb52e2edd255fd2ec is 50, key is test_row_0/A:col10/1731986792438/Put/seqid=0 2024-11-19T03:26:32,941 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#B#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:32,942 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/0839343af35e4cd280c4c27259cbf1e5 is 50, key is test_row_0/B:col10/1731986792438/Put/seqid=0 2024-11-19T03:26:32,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742286_1462 (size=13017) 2024-11-19T03:26:32,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742285_1461 (size=13017) 2024-11-19T03:26:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:33,110 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:33,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T03:26:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-19T03:26:33,113 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:33,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:26:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-19T03:26:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-19T03:26:33,114 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:26:33,115 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:26:33,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:26:33,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/9611f60719424e248f489c740083b058 is 50, key is test_row_0/A:col10/1731986792447/Put/seqid=0 2024-11-19T03:26:33,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742287_1463 (size=14741) 2024-11-19T03:26:33,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986853204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:33,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:33,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:33,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:33,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986853214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-19T03:26:33,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T03:26:33,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:33,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:33,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:33,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:33,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:33,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986853322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:33,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:33,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:33,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:33,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986853332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:33,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:33,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:33,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:33,354 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/69c0e723208049edb52e2edd255fd2ec as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/69c0e723208049edb52e2edd255fd2ec 2024-11-19T03:26:33,355 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/0839343af35e4cd280c4c27259cbf1e5 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/0839343af35e4cd280c4c27259cbf1e5 2024-11-19T03:26:33,360 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/A of 7ab2bb5fb82b979656a3f4b7a9752643 into 69c0e723208049edb52e2edd255fd2ec(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:33,360 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:33,360 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/A, priority=13, startTime=1731986792926; duration=0sec 2024-11-19T03:26:33,360 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:33,360 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:A 2024-11-19T03:26:33,360 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:33,361 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/B of 7ab2bb5fb82b979656a3f4b7a9752643 into 0839343af35e4cd280c4c27259cbf1e5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:33,361 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:33,361 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/B, priority=13, startTime=1731986792926; duration=0sec 2024-11-19T03:26:33,361 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:33,361 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:B 2024-11-19T03:26:33,361 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:33,361 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/C is initiating minor compaction (all files) 2024-11-19T03:26:33,361 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/C in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:33,361 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f3a9ac6c501647a0b83ac900f200f8bc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/8b669271d23e449185e0524b44e47127, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/bf0346ba48b74536886f285499aba34f] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=36.6 K 2024-11-19T03:26:33,362 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3a9ac6c501647a0b83ac900f200f8bc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731986789340 2024-11-19T03:26:33,362 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b669271d23e449185e0524b44e47127, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731986790522 2024-11-19T03:26:33,362 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf0346ba48b74536886f285499aba34f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731986791771 2024-11-19T03:26:33,369 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#C#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:33,369 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/f7b01339a63b47b4b53d9e340bb4042d is 50, key is test_row_0/C:col10/1731986792438/Put/seqid=0 2024-11-19T03:26:33,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742288_1464 (size=13017) 2024-11-19T03:26:33,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T03:26:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:33,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-19T03:26:33,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986853532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:33,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:33,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:33,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:33,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/9611f60719424e248f489c740083b058 2024-11-19T03:26:33,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/c9eaf51f7b9242cfa52441a7ac6d79ea is 50, key is test_row_0/B:col10/1731986792447/Put/seqid=0 2024-11-19T03:26:33,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742289_1465 (size=12301) 2024-11-19T03:26:33,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986853552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:33,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:33,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:33,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:33,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T03:26:33,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:33,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:33,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:33,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:33,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:33,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T03:26:33,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:33,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:33,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:33,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:33,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-19T03:26:33,778 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/f7b01339a63b47b4b53d9e340bb4042d as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f7b01339a63b47b4b53d9e340bb4042d 2024-11-19T03:26:33,781 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/C of 7ab2bb5fb82b979656a3f4b7a9752643 into f7b01339a63b47b4b53d9e340bb4042d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:33,781 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:33,781 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/C, priority=13, startTime=1731986792926; duration=0sec 2024-11-19T03:26:33,781 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:33,781 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:C 2024-11-19T03:26:33,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986853842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:33,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:33,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:33,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:33,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986853862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:33,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T03:26:33,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:33,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:33,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:33,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:33,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:33,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/c9eaf51f7b9242cfa52441a7ac6d79ea 2024-11-19T03:26:33,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/f94dbb129105423eb121db58e258cc21 is 50, key is test_row_0/C:col10/1731986792447/Put/seqid=0 2024-11-19T03:26:33,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742290_1466 (size=12301) 2024-11-19T03:26:34,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T03:26:34,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:34,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:34,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:34,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T03:26:34,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:34,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:34,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:34,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-19T03:26:34,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T03:26:34,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:34,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:34,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:34,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/f94dbb129105423eb121db58e258cc21 2024-11-19T03:26:34,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986854352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:34,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:34,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:34,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:34,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/9611f60719424e248f489c740083b058 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/9611f60719424e248f489c740083b058 2024-11-19T03:26:34,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/9611f60719424e248f489c740083b058, entries=200, sequenceid=324, filesize=14.4 K 2024-11-19T03:26:34,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/c9eaf51f7b9242cfa52441a7ac6d79ea as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/c9eaf51f7b9242cfa52441a7ac6d79ea 2024-11-19T03:26:34,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/c9eaf51f7b9242cfa52441a7ac6d79ea, entries=150, sequenceid=324, filesize=12.0 K 2024-11-19T03:26:34,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/f94dbb129105423eb121db58e258cc21 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f94dbb129105423eb121db58e258cc21 2024-11-19T03:26:34,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f94dbb129105423eb121db58e258cc21, entries=150, sequenceid=324, filesize=12.0 K 2024-11-19T03:26:34,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7ab2bb5fb82b979656a3f4b7a9752643 in 1260ms, sequenceid=324, compaction requested=false 2024-11-19T03:26:34,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:34,379 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:34,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T03:26:34,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/5b0e84f83fb04c56b0198a56faf2076d is 50, key is test_row_0/A:col10/1731986793179/Put/seqid=0 2024-11-19T03:26:34,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742291_1467 (size=14741) 2024-11-19T03:26:34,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/5b0e84f83fb04c56b0198a56faf2076d 2024-11-19T03:26:34,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/75de905642d1446287432c03e7c62370 is 50, key is test_row_0/B:col10/1731986793179/Put/seqid=0 2024-11-19T03:26:34,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742292_1468 (size=12301) 2024-11-19T03:26:34,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/75de905642d1446287432c03e7c62370 2024-11-19T03:26:34,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/cc2496cba26c4da0ab3167b8e2982b2a is 50, key is test_row_0/C:col10/1731986793179/Put/seqid=0 2024-11-19T03:26:34,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742293_1469 (size=12301) 2024-11-19T03:26:34,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/cc2496cba26c4da0ab3167b8e2982b2a 2024-11-19T03:26:34,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/5b0e84f83fb04c56b0198a56faf2076d as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/5b0e84f83fb04c56b0198a56faf2076d 2024-11-19T03:26:34,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/5b0e84f83fb04c56b0198a56faf2076d, entries=200, sequenceid=353, filesize=14.4 K 2024-11-19T03:26:34,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/75de905642d1446287432c03e7c62370 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/75de905642d1446287432c03e7c62370 2024-11-19T03:26:34,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/75de905642d1446287432c03e7c62370, entries=150, sequenceid=353, filesize=12.0 K 2024-11-19T03:26:34,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/cc2496cba26c4da0ab3167b8e2982b2a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/cc2496cba26c4da0ab3167b8e2982b2a 2024-11-19T03:26:34,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/cc2496cba26c4da0ab3167b8e2982b2a, entries=150, sequenceid=353, filesize=12.0 K 2024-11-19T03:26:34,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=40.25 KB/41220 for 7ab2bb5fb82b979656a3f4b7a9752643 in 80ms, sequenceid=353, compaction requested=true 2024-11-19T03:26:34,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:34,459 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:34,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:26:34,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:34,459 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:34,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:26:34,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:34,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ab2bb5fb82b979656a3f4b7a9752643:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:26:34,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:34,460 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:34,460 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42499 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:34,460 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/B is initiating minor compaction (all files) 2024-11-19T03:26:34,460 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/A is initiating minor compaction (all files) 2024-11-19T03:26:34,460 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/A in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:34,460 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/B in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:34,460 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/0839343af35e4cd280c4c27259cbf1e5, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/c9eaf51f7b9242cfa52441a7ac6d79ea, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/75de905642d1446287432c03e7c62370] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=36.7 K 2024-11-19T03:26:34,460 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/69c0e723208049edb52e2edd255fd2ec, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/9611f60719424e248f489c740083b058, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/5b0e84f83fb04c56b0198a56faf2076d] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=41.5 K 2024-11-19T03:26:34,460 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 0839343af35e4cd280c4c27259cbf1e5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731986791771 2024-11-19T03:26:34,461 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69c0e723208049edb52e2edd255fd2ec, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731986791771 2024-11-19T03:26:34,461 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting c9eaf51f7b9242cfa52441a7ac6d79ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731986792447 2024-11-19T03:26:34,461 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9611f60719424e248f489c740083b058, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731986792447 2024-11-19T03:26:34,461 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 75de905642d1446287432c03e7c62370, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731986793179 2024-11-19T03:26:34,462 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b0e84f83fb04c56b0198a56faf2076d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731986793179 2024-11-19T03:26:34,469 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#B#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:34,469 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/123b0cd7a4094dbbbe2f6a1ca62e70c4 is 50, key is test_row_0/B:col10/1731986793179/Put/seqid=0 2024-11-19T03:26:34,472 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#A#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:34,472 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/2afe5960d3bc4d2d845445dcc885b6d5 is 50, key is test_row_0/A:col10/1731986793179/Put/seqid=0 2024-11-19T03:26:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:34,473 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:34,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T03:26:34,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T03:26:34,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:34,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:34,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:34,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742294_1470 (size=13119) 2024-11-19T03:26:34,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/5afd0a7fb561467488ca5241ec2eaa42 is 50, key is test_row_0/A:col10/1731986794467/Put/seqid=0 2024-11-19T03:26:34,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742295_1471 (size=13119) 2024-11-19T03:26:34,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742296_1472 (size=14737) 2024-11-19T03:26:34,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35772 deadline: 1731986854617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:34,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986854617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:34,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:34,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:34,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:34,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:34,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:34,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:34,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T03:26:34,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:34,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:34,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:34,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35772 deadline: 1731986854733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:34,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:34,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:34,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:34,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986854733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:34,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:34,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:34,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:34,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T03:26:34,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:34,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:34,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:34,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,905 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/123b0cd7a4094dbbbe2f6a1ca62e70c4 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/123b0cd7a4094dbbbe2f6a1ca62e70c4 2024-11-19T03:26:34,909 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/B of 7ab2bb5fb82b979656a3f4b7a9752643 into 123b0cd7a4094dbbbe2f6a1ca62e70c4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:34,909 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:34,909 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/B, priority=13, startTime=1731986794459; duration=0sec 2024-11-19T03:26:34,910 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:34,910 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:B 2024-11-19T03:26:34,910 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:34,911 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:34,911 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 7ab2bb5fb82b979656a3f4b7a9752643/C is initiating minor compaction (all files) 2024-11-19T03:26:34,911 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ab2bb5fb82b979656a3f4b7a9752643/C in TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:34,911 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f7b01339a63b47b4b53d9e340bb4042d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f94dbb129105423eb121db58e258cc21, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/cc2496cba26c4da0ab3167b8e2982b2a] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp, totalSize=36.7 K 2024-11-19T03:26:34,911 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting f7b01339a63b47b4b53d9e340bb4042d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731986791771 2024-11-19T03:26:34,912 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting f94dbb129105423eb121db58e258cc21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731986792447 2024-11-19T03:26:34,913 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting cc2496cba26c4da0ab3167b8e2982b2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731986793179 2024-11-19T03:26:34,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/5afd0a7fb561467488ca5241ec2eaa42 2024-11-19T03:26:34,915 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/2afe5960d3bc4d2d845445dcc885b6d5 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/2afe5960d3bc4d2d845445dcc885b6d5 2024-11-19T03:26:34,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/329ea715d2b94026a50e94f060cd86ba is 50, key is test_row_0/B:col10/1731986794467/Put/seqid=0 2024-11-19T03:26:34,923 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/A of 7ab2bb5fb82b979656a3f4b7a9752643 into 2afe5960d3bc4d2d845445dcc885b6d5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:34,923 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:34,923 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/A, priority=13, startTime=1731986794459; duration=0sec 2024-11-19T03:26:34,923 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:34,923 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:A 2024-11-19T03:26:34,932 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ab2bb5fb82b979656a3f4b7a9752643#C#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:34,933 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/68a4174ee5cf464788f696a425b958cb is 50, key is test_row_0/C:col10/1731986793179/Put/seqid=0 2024-11-19T03:26:34,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742297_1473 (size=9857) 2024-11-19T03:26:34,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35772 deadline: 1731986854942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:34,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:34,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:34,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986854942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:34,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:34,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:34,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:34,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:34,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742298_1474 (size=13119) 2024-11-19T03:26:34,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T03:26:34,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:34,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:34,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:34,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:35,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T03:26:35,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:35,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:35,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:35,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:35,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:35,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35772 deadline: 1731986855252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:35,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:35,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:35,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986855252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:35,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:35,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:35,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:35,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:35,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T03:26:35,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:35,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:35,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:35,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:35,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-19T03:26:35,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/329ea715d2b94026a50e94f060cd86ba 2024-11-19T03:26:35,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/bed278c5de484f1bbd2ed8aecd0af100 is 50, key is test_row_0/C:col10/1731986794467/Put/seqid=0 2024-11-19T03:26:35,356 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/68a4174ee5cf464788f696a425b958cb as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/68a4174ee5cf464788f696a425b958cb 2024-11-19T03:26:35,362 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ab2bb5fb82b979656a3f4b7a9752643/C of 7ab2bb5fb82b979656a3f4b7a9752643 into 68a4174ee5cf464788f696a425b958cb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:35,362 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:35,362 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., storeName=7ab2bb5fb82b979656a3f4b7a9752643/C, priority=13, startTime=1731986794459; duration=0sec 2024-11-19T03:26:35,362 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:35,362 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ab2bb5fb82b979656a3f4b7a9752643:C 2024-11-19T03:26:35,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742299_1475 (size=9857) 2024-11-19T03:26:35,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35768 deadline: 1731986855372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:35,379 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_2' in 7ab2bb5fb82b979656a3f4b7a9752643 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:26:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:35,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T03:26:35,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:35,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:35,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:35,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:35,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:35,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T03:26:35,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:35,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:35,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:35,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:35,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:35,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T03:26:35,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:35,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:35,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:35,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:35,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:35,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35772 deadline: 1731986855762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:35,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:35,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35744 deadline: 1731986855762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:35,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:35,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:35,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 , the old value is region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:35,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:35,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., hostname=47efada56ed5,46547,1731986649537, seqNum=2 because the exception is null or not the one we care about 2024-11-19T03:26:35,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/bed278c5de484f1bbd2ed8aecd0af100 2024-11-19T03:26:35,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/5afd0a7fb561467488ca5241ec2eaa42 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/5afd0a7fb561467488ca5241ec2eaa42 2024-11-19T03:26:35,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/5afd0a7fb561467488ca5241ec2eaa42, entries=200, sequenceid=364, filesize=14.4 K 2024-11-19T03:26:35,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/329ea715d2b94026a50e94f060cd86ba as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/329ea715d2b94026a50e94f060cd86ba 2024-11-19T03:26:35,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/329ea715d2b94026a50e94f060cd86ba, entries=100, sequenceid=364, filesize=9.6 K 2024-11-19T03:26:35,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/bed278c5de484f1bbd2ed8aecd0af100 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/bed278c5de484f1bbd2ed8aecd0af100 2024-11-19T03:26:35,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/bed278c5de484f1bbd2ed8aecd0af100, entries=100, sequenceid=364, filesize=9.6 K 2024-11-19T03:26:35,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7ab2bb5fb82b979656a3f4b7a9752643 in 1321ms, sequenceid=364, compaction requested=false 2024-11-19T03:26:35,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:35,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-19T03:26:35,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:35,872 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T03:26:35,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/183ddb6b6e194a26882aebd43903d2e5 is 50, key is test_row_0/A:col10/1731986794590/Put/seqid=0 2024-11-19T03:26:35,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742300_1476 (size=12301) 2024-11-19T03:26:36,187 INFO [Thread-1818 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1818. 2024-11-19T03:26:36,187 DEBUG [Thread-1818 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:36,187 DEBUG [Thread-1818 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:36,187 DEBUG [Thread-1818 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:36,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:36,189 INFO [Thread-1816 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1816. 2024-11-19T03:26:36,189 DEBUG [Thread-1816 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:36,189 DEBUG [Thread-1816 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:36,190 DEBUG [Thread-1816 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:36,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:36,191 INFO [Thread-1820 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1820. 2024-11-19T03:26:36,191 DEBUG [Thread-1820 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:36,191 DEBUG [Thread-1820 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:36,191 DEBUG [Thread-1820 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:36,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:36,195 INFO [Thread-1822 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1822. 2024-11-19T03:26:36,195 DEBUG [Thread-1822 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:36,195 DEBUG [Thread-1822 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:36,195 DEBUG [Thread-1822 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:36,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:36,197 INFO [Thread-1824 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1824. 2024-11-19T03:26:36,197 DEBUG [Thread-1824 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:36,197 DEBUG [Thread-1824 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:36,197 DEBUG [Thread-1824 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:36,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:36,296 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/183ddb6b6e194a26882aebd43903d2e5 2024-11-19T03:26:36,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/9a843781c0954bc7a95d6b92941372c0 is 50, key is test_row_0/B:col10/1731986794590/Put/seqid=0 2024-11-19T03:26:36,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742301_1477 (size=12301) 2024-11-19T03:26:36,705 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/9a843781c0954bc7a95d6b92941372c0 2024-11-19T03:26:36,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/82ff2a7f3a524388ad49a41fdbac1877 is 50, key is test_row_0/C:col10/1731986794590/Put/seqid=0 2024-11-19T03:26:36,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742302_1478 (size=12301) 2024-11-19T03:26:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:36,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. as already flushing 2024-11-19T03:26:36,784 INFO [Thread-1813 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1813. 2024-11-19T03:26:36,784 INFO [Thread-1807 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1807. 2024-11-19T03:26:36,784 DEBUG [Thread-1813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:36,784 DEBUG [Thread-1807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:36,784 DEBUG [Thread-1813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:36,784 DEBUG [Thread-1807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:36,784 DEBUG [Thread-1813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:36,784 DEBUG [Thread-1807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:36,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:36,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:37,113 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/82ff2a7f3a524388ad49a41fdbac1877 2024-11-19T03:26:37,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/183ddb6b6e194a26882aebd43903d2e5 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/183ddb6b6e194a26882aebd43903d2e5 2024-11-19T03:26:37,119 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/183ddb6b6e194a26882aebd43903d2e5, entries=150, sequenceid=392, filesize=12.0 K 2024-11-19T03:26:37,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/9a843781c0954bc7a95d6b92941372c0 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/9a843781c0954bc7a95d6b92941372c0 2024-11-19T03:26:37,122 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/9a843781c0954bc7a95d6b92941372c0, entries=150, sequenceid=392, filesize=12.0 K 2024-11-19T03:26:37,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/82ff2a7f3a524388ad49a41fdbac1877 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/82ff2a7f3a524388ad49a41fdbac1877 2024-11-19T03:26:37,126 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/82ff2a7f3a524388ad49a41fdbac1877, entries=150, sequenceid=392, filesize=12.0 K 2024-11-19T03:26:37,126 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for 7ab2bb5fb82b979656a3f4b7a9752643 in 1254ms, sequenceid=392, compaction requested=true 2024-11-19T03:26:37,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 7ab2bb5fb82b979656a3f4b7a9752643: 2024-11-19T03:26:37,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:37,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-19T03:26:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-19T03:26:37,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-19T03:26:37,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.0130 sec 2024-11-19T03:26:37,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 4.0170 sec 2024-11-19T03:26:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-19T03:26:37,273 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:37,404 INFO [Thread-1811 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1811. 2024-11-19T03:26:37,404 DEBUG [Thread-1811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:37,404 DEBUG [Thread-1811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:37,404 DEBUG [Thread-1811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:37,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:37,677 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T03:26:41,044 INFO [Thread-1809 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1809. 2024-11-19T03:26:41,044 DEBUG [Thread-1809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:41,044 DEBUG [Thread-1809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:41,044 DEBUG [Thread-1809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:41,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:41,093 INFO [Thread-1805 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1805. 2024-11-19T03:26:41,093 DEBUG [Thread-1805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:26:41,093 DEBUG [Thread-1805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:41,093 DEBUG [Thread-1805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:41,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:41,094 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T03:26:41,094 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-19T03:26:41,094 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-19T03:26:41,094 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-19T03:26:41,094 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-19T03:26:41,094 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 128 2024-11-19T03:26:41,094 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T03:26:41,094 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T03:26:41,094 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1270 2024-11-19T03:26:41,094 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3810 rows 2024-11-19T03:26:41,094 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1273 2024-11-19T03:26:41,094 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3819 rows 2024-11-19T03:26:41,094 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1278 2024-11-19T03:26:41,094 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3830 rows 2024-11-19T03:26:41,094 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1267 2024-11-19T03:26:41,094 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3801 rows 2024-11-19T03:26:41,094 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1271 2024-11-19T03:26:41,094 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3812 rows 2024-11-19T03:26:41,094 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:26:41,094 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:26:41,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:41,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:41,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:26:41,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-19T03:26:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T03:26:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-19T03:26:41,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986801097"}]},"ts":"1731986801097"} 2024-11-19T03:26:41,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T03:26:41,098 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T03:26:41,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T03:26:41,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ab2bb5fb82b979656a3f4b7a9752643, UNASSIGN}] 2024-11-19T03:26:41,101 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ab2bb5fb82b979656a3f4b7a9752643, UNASSIGN 2024-11-19T03:26:41,101 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=7ab2bb5fb82b979656a3f4b7a9752643, regionState=CLOSING, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:26:41,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ab2bb5fb82b979656a3f4b7a9752643, UNASSIGN because future has completed 2024-11-19T03:26:41,102 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T03:26:41,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537}] 2024-11-19T03:26:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-19T03:26:41,254 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(122): Close 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:41,255 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T03:26:41,255 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1722): Closing 7ab2bb5fb82b979656a3f4b7a9752643, disabling compactions & flushes 2024-11-19T03:26:41,255 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:41,255 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:41,255 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. after waiting 0 ms 2024-11-19T03:26:41,255 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:41,255 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(2902): Flushing 7ab2bb5fb82b979656a3f4b7a9752643 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-19T03:26:41,258 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/cc4fd7011e2d4f20a04a3885c66309ba is 50, key is test_row_0/A:col10/1731986801092/Put/seqid=0 2024-11-19T03:26:41,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742303_1479 (size=12301) 2024-11-19T03:26:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-19T03:26:41,662 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/cc4fd7011e2d4f20a04a3885c66309ba 2024-11-19T03:26:41,669 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/a2aec9dd41544d0098be0bddb5d68d81 is 50, key is test_row_0/B:col10/1731986801092/Put/seqid=0 2024-11-19T03:26:41,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742304_1480 (size=12301) 2024-11-19T03:26:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-19T03:26:42,074 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/a2aec9dd41544d0098be0bddb5d68d81 2024-11-19T03:26:42,080 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/0e2251835f544da1a94c295d1f159756 is 50, key is test_row_0/C:col10/1731986801092/Put/seqid=0 2024-11-19T03:26:42,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742305_1481 (size=12301) 2024-11-19T03:26:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-19T03:26:42,483 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/0e2251835f544da1a94c295d1f159756 2024-11-19T03:26:42,486 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/A/cc4fd7011e2d4f20a04a3885c66309ba as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/cc4fd7011e2d4f20a04a3885c66309ba 2024-11-19T03:26:42,489 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/cc4fd7011e2d4f20a04a3885c66309ba, entries=150, sequenceid=400, filesize=12.0 K 2024-11-19T03:26:42,490 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/B/a2aec9dd41544d0098be0bddb5d68d81 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/a2aec9dd41544d0098be0bddb5d68d81 2024-11-19T03:26:42,493 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/a2aec9dd41544d0098be0bddb5d68d81, entries=150, sequenceid=400, filesize=12.0 K 2024-11-19T03:26:42,493 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/.tmp/C/0e2251835f544da1a94c295d1f159756 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/0e2251835f544da1a94c295d1f159756 2024-11-19T03:26:42,496 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/0e2251835f544da1a94c295d1f159756, entries=150, sequenceid=400, filesize=12.0 K 2024-11-19T03:26:42,496 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7ab2bb5fb82b979656a3f4b7a9752643 in 1241ms, sequenceid=400, compaction requested=true 2024-11-19T03:26:42,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/eaf4709c87cd4470be5b3ce31ec83bc3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/7f0019027b6645a193689934da629263, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/3e08c04e49c941ba911dedce0b30b839, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/168635379ea74d60bfde669837b58963, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/a0b6a2b23a0343b2ae2fa9edb3df97de, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/c6b987baab0b4451bd960a1b78002965, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/14bceaba1eb2499988cf946bce488e3a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/8762df21d5a34776bfe1a89a0abcb2e6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/b985ae626307480cb8dbc42455d5a452, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/caf3334447d8493c8a5207bb488f6410, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/5df36775fd8244e4ae33562e350e350d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/a766f12dbf414756b364b7396da433ab, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/f2aa5abf4bba4466a9b4502f96d13b40, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/fd58a3063a9e4f7b9cd84125c7d62b7a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/e4c07ca944b047d6bc4f8edbc30019cd, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/e0e21d8d21ce48e0ac7fda822cee7879, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/559ca3b9ac464ac4ae7acf8b3bbbe45d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/b9f3a07bde5046319402f027dd802eb3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/aea6e7d631574d78815a032dd2e0beca, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/4bbca7c5e0234940a242f8099a17ff47, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/69c0e723208049edb52e2edd255fd2ec, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/e46938ec9e804eb299cc2fdb4f4afcf1, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/9611f60719424e248f489c740083b058, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/5b0e84f83fb04c56b0198a56faf2076d] to archive 2024-11-19T03:26:42,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:26:42,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/eaf4709c87cd4470be5b3ce31ec83bc3 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/eaf4709c87cd4470be5b3ce31ec83bc3 2024-11-19T03:26:42,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/7f0019027b6645a193689934da629263 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/7f0019027b6645a193689934da629263 2024-11-19T03:26:42,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/3e08c04e49c941ba911dedce0b30b839 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/3e08c04e49c941ba911dedce0b30b839 2024-11-19T03:26:42,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/168635379ea74d60bfde669837b58963 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/168635379ea74d60bfde669837b58963 2024-11-19T03:26:42,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/a0b6a2b23a0343b2ae2fa9edb3df97de to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/a0b6a2b23a0343b2ae2fa9edb3df97de 2024-11-19T03:26:42,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/c6b987baab0b4451bd960a1b78002965 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/c6b987baab0b4451bd960a1b78002965 2024-11-19T03:26:42,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/14bceaba1eb2499988cf946bce488e3a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/14bceaba1eb2499988cf946bce488e3a 2024-11-19T03:26:42,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/8762df21d5a34776bfe1a89a0abcb2e6 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/8762df21d5a34776bfe1a89a0abcb2e6 2024-11-19T03:26:42,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/b985ae626307480cb8dbc42455d5a452 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/b985ae626307480cb8dbc42455d5a452 2024-11-19T03:26:42,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/caf3334447d8493c8a5207bb488f6410 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/caf3334447d8493c8a5207bb488f6410 2024-11-19T03:26:42,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/5df36775fd8244e4ae33562e350e350d to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/5df36775fd8244e4ae33562e350e350d 2024-11-19T03:26:42,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/a766f12dbf414756b364b7396da433ab to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/a766f12dbf414756b364b7396da433ab 2024-11-19T03:26:42,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/f2aa5abf4bba4466a9b4502f96d13b40 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/f2aa5abf4bba4466a9b4502f96d13b40 2024-11-19T03:26:42,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/fd58a3063a9e4f7b9cd84125c7d62b7a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/fd58a3063a9e4f7b9cd84125c7d62b7a 2024-11-19T03:26:42,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/e4c07ca944b047d6bc4f8edbc30019cd to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/e4c07ca944b047d6bc4f8edbc30019cd 2024-11-19T03:26:42,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/e0e21d8d21ce48e0ac7fda822cee7879 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/e0e21d8d21ce48e0ac7fda822cee7879 2024-11-19T03:26:42,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/559ca3b9ac464ac4ae7acf8b3bbbe45d to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/559ca3b9ac464ac4ae7acf8b3bbbe45d 2024-11-19T03:26:42,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/b9f3a07bde5046319402f027dd802eb3 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/b9f3a07bde5046319402f027dd802eb3 2024-11-19T03:26:42,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/aea6e7d631574d78815a032dd2e0beca to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/aea6e7d631574d78815a032dd2e0beca 2024-11-19T03:26:42,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/4bbca7c5e0234940a242f8099a17ff47 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/4bbca7c5e0234940a242f8099a17ff47 2024-11-19T03:26:42,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/69c0e723208049edb52e2edd255fd2ec to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/69c0e723208049edb52e2edd255fd2ec 2024-11-19T03:26:42,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/e46938ec9e804eb299cc2fdb4f4afcf1 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/e46938ec9e804eb299cc2fdb4f4afcf1 2024-11-19T03:26:42,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/9611f60719424e248f489c740083b058 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/9611f60719424e248f489c740083b058 2024-11-19T03:26:42,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/5b0e84f83fb04c56b0198a56faf2076d to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/5b0e84f83fb04c56b0198a56faf2076d 2024-11-19T03:26:42,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/cf648466b7dc47a787c71a04ecc6cec9, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/7e0fe8d674474b86ac3b0f10b8dde0a9, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/37b2ffea6899427688430850a24c2315, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/b2e9543856e040e89ba72051cd412c82, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/20f4ede0d8884df8a1c8f873479e5b9c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/3b6aa75fdc9b4ddab2e5f1c44a9279cb, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/9d4410c1ae3a4e9fb2e291688d7372d2, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/1d0368b9634642b2b4ccbb7a2a22af23, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/4b8d6b6af780483b8b0a6fb0ca158876, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/74a57c29791d4f67b059518b9cb5a23b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/320b047ff3d94382b74a0c398a760e5e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/178e242e38cc4cb9bd7d6e57c7899e1a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/a7747977326e4b2cb2ff3a29187095d0, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/a37b71da8cdd47b7b88712861f42b5c9, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/622b79f31671489ca22b22859f1b5e97, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/7860ea50412a451cb5bbe43bd29a3a63, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/5158878ffb7e4e808a950d18ab09dd3b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/7a0efc95900645808f2d959609d1e497, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/c4b93654c75947e5a4de542b4517ffa4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/1e19ff8fc766495892ca21272715da09, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/0839343af35e4cd280c4c27259cbf1e5, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/1ca9c3f5ad6043cfa363f1098a9b934f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/c9eaf51f7b9242cfa52441a7ac6d79ea, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/75de905642d1446287432c03e7c62370] to archive 2024-11-19T03:26:42,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:26:42,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/cf648466b7dc47a787c71a04ecc6cec9 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/cf648466b7dc47a787c71a04ecc6cec9 2024-11-19T03:26:42,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/7e0fe8d674474b86ac3b0f10b8dde0a9 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/7e0fe8d674474b86ac3b0f10b8dde0a9 2024-11-19T03:26:42,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/37b2ffea6899427688430850a24c2315 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/37b2ffea6899427688430850a24c2315 2024-11-19T03:26:42,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/b2e9543856e040e89ba72051cd412c82 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/b2e9543856e040e89ba72051cd412c82 2024-11-19T03:26:42,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/20f4ede0d8884df8a1c8f873479e5b9c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/20f4ede0d8884df8a1c8f873479e5b9c 2024-11-19T03:26:42,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/3b6aa75fdc9b4ddab2e5f1c44a9279cb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/3b6aa75fdc9b4ddab2e5f1c44a9279cb 2024-11-19T03:26:42,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/9d4410c1ae3a4e9fb2e291688d7372d2 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/9d4410c1ae3a4e9fb2e291688d7372d2 2024-11-19T03:26:42,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/1d0368b9634642b2b4ccbb7a2a22af23 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/1d0368b9634642b2b4ccbb7a2a22af23 2024-11-19T03:26:42,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/4b8d6b6af780483b8b0a6fb0ca158876 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/4b8d6b6af780483b8b0a6fb0ca158876 2024-11-19T03:26:42,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/74a57c29791d4f67b059518b9cb5a23b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/74a57c29791d4f67b059518b9cb5a23b 2024-11-19T03:26:42,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/320b047ff3d94382b74a0c398a760e5e to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/320b047ff3d94382b74a0c398a760e5e 2024-11-19T03:26:42,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/178e242e38cc4cb9bd7d6e57c7899e1a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/178e242e38cc4cb9bd7d6e57c7899e1a 2024-11-19T03:26:42,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/a7747977326e4b2cb2ff3a29187095d0 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/a7747977326e4b2cb2ff3a29187095d0 2024-11-19T03:26:42,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/a37b71da8cdd47b7b88712861f42b5c9 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/a37b71da8cdd47b7b88712861f42b5c9 2024-11-19T03:26:42,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/622b79f31671489ca22b22859f1b5e97 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/622b79f31671489ca22b22859f1b5e97 2024-11-19T03:26:42,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/7860ea50412a451cb5bbe43bd29a3a63 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/7860ea50412a451cb5bbe43bd29a3a63 2024-11-19T03:26:42,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/5158878ffb7e4e808a950d18ab09dd3b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/5158878ffb7e4e808a950d18ab09dd3b 2024-11-19T03:26:42,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/7a0efc95900645808f2d959609d1e497 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/7a0efc95900645808f2d959609d1e497 2024-11-19T03:26:42,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/c4b93654c75947e5a4de542b4517ffa4 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/c4b93654c75947e5a4de542b4517ffa4 2024-11-19T03:26:42,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/1e19ff8fc766495892ca21272715da09 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/1e19ff8fc766495892ca21272715da09 2024-11-19T03:26:42,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/0839343af35e4cd280c4c27259cbf1e5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/0839343af35e4cd280c4c27259cbf1e5 2024-11-19T03:26:42,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/1ca9c3f5ad6043cfa363f1098a9b934f to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/1ca9c3f5ad6043cfa363f1098a9b934f 2024-11-19T03:26:42,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/c9eaf51f7b9242cfa52441a7ac6d79ea to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/c9eaf51f7b9242cfa52441a7ac6d79ea 2024-11-19T03:26:42,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/75de905642d1446287432c03e7c62370 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/75de905642d1446287432c03e7c62370 2024-11-19T03:26:42,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/4e3e7c70411f4d2d853701aaa33c06dc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f195c669397a47f4a4f42e36eb903bf7, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/0301d3ed1a304e73aded87d3b3650380, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/cfcd7dcf2b6d47b2a40405c9234742e2, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/36e88ff8369144e2831c2823b0e23d8f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/31da8135e84e48fa8c7000f85d0bdbcc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/22ca96a94a8045e883621df1d4e034dc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/0aaa9e80a6d84750ae4484f37cd76a40, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/5ce1fe5214d5417da5bf5118ac2a5dda, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/2fb288fa8c604cb38fd45f80d3ba6d44, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/88fac335b4554eadb9cd44b3811b7371, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/5255d99990024adb86ec1948196463e5, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/6c5e95e5725a438abe58f07faaa545f3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/01a0c4974abe45959a40a5032e6844e4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/1e556d04b1bf42d4a3134e92dc80d8e3, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/c72db1bdc70943e0bce37a38fe7ff8c7, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/92a290545efb4c06b9df5b2670ee8603, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f3a9ac6c501647a0b83ac900f200f8bc, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/523d805c3ed8445c8894e4ae4040c1fb, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/8b669271d23e449185e0524b44e47127, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f7b01339a63b47b4b53d9e340bb4042d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/bf0346ba48b74536886f285499aba34f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f94dbb129105423eb121db58e258cc21, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/cc2496cba26c4da0ab3167b8e2982b2a] to archive 2024-11-19T03:26:42,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:26:42,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/4e3e7c70411f4d2d853701aaa33c06dc to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/4e3e7c70411f4d2d853701aaa33c06dc 2024-11-19T03:26:42,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f195c669397a47f4a4f42e36eb903bf7 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f195c669397a47f4a4f42e36eb903bf7 2024-11-19T03:26:42,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/0301d3ed1a304e73aded87d3b3650380 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/0301d3ed1a304e73aded87d3b3650380 2024-11-19T03:26:42,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/cfcd7dcf2b6d47b2a40405c9234742e2 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/cfcd7dcf2b6d47b2a40405c9234742e2 2024-11-19T03:26:42,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/36e88ff8369144e2831c2823b0e23d8f to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/36e88ff8369144e2831c2823b0e23d8f 2024-11-19T03:26:42,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/31da8135e84e48fa8c7000f85d0bdbcc to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/31da8135e84e48fa8c7000f85d0bdbcc 2024-11-19T03:26:42,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/22ca96a94a8045e883621df1d4e034dc to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/22ca96a94a8045e883621df1d4e034dc 2024-11-19T03:26:42,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/0aaa9e80a6d84750ae4484f37cd76a40 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/0aaa9e80a6d84750ae4484f37cd76a40 2024-11-19T03:26:42,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/5ce1fe5214d5417da5bf5118ac2a5dda to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/5ce1fe5214d5417da5bf5118ac2a5dda 2024-11-19T03:26:42,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/2fb288fa8c604cb38fd45f80d3ba6d44 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/2fb288fa8c604cb38fd45f80d3ba6d44 2024-11-19T03:26:42,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/88fac335b4554eadb9cd44b3811b7371 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/88fac335b4554eadb9cd44b3811b7371 2024-11-19T03:26:42,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/5255d99990024adb86ec1948196463e5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/5255d99990024adb86ec1948196463e5 2024-11-19T03:26:42,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/6c5e95e5725a438abe58f07faaa545f3 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/6c5e95e5725a438abe58f07faaa545f3 2024-11-19T03:26:42,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/01a0c4974abe45959a40a5032e6844e4 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/01a0c4974abe45959a40a5032e6844e4 2024-11-19T03:26:42,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/1e556d04b1bf42d4a3134e92dc80d8e3 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/1e556d04b1bf42d4a3134e92dc80d8e3 2024-11-19T03:26:42,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/c72db1bdc70943e0bce37a38fe7ff8c7 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/c72db1bdc70943e0bce37a38fe7ff8c7 2024-11-19T03:26:42,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/92a290545efb4c06b9df5b2670ee8603 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/92a290545efb4c06b9df5b2670ee8603 2024-11-19T03:26:42,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f3a9ac6c501647a0b83ac900f200f8bc to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f3a9ac6c501647a0b83ac900f200f8bc 2024-11-19T03:26:42,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/523d805c3ed8445c8894e4ae4040c1fb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/523d805c3ed8445c8894e4ae4040c1fb 2024-11-19T03:26:42,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/8b669271d23e449185e0524b44e47127 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/8b669271d23e449185e0524b44e47127 2024-11-19T03:26:42,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f7b01339a63b47b4b53d9e340bb4042d to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f7b01339a63b47b4b53d9e340bb4042d 2024-11-19T03:26:42,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/bf0346ba48b74536886f285499aba34f to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/bf0346ba48b74536886f285499aba34f 2024-11-19T03:26:42,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f94dbb129105423eb121db58e258cc21 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/f94dbb129105423eb121db58e258cc21 2024-11-19T03:26:42,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/cc2496cba26c4da0ab3167b8e2982b2a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/cc2496cba26c4da0ab3167b8e2982b2a 2024-11-19T03:26:42,561 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/recovered.edits/403.seqid, newMaxSeqId=403, maxSeqId=1 2024-11-19T03:26:42,561 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. 2024-11-19T03:26:42,562 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1676): Region close journal for 7ab2bb5fb82b979656a3f4b7a9752643: Waiting for close lock at 1731986801255Running coprocessor pre-close hooks at 1731986801255Disabling compacts and flushes for region at 1731986801255Disabling writes for close at 1731986801255Obtaining lock to block concurrent updates at 1731986801255Preparing flush snapshotting stores in 7ab2bb5fb82b979656a3f4b7a9752643 at 1731986801255Finished memstore snapshotting TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731986801255Flushing stores of TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643. at 1731986801256 (+1 ms)Flushing 7ab2bb5fb82b979656a3f4b7a9752643/A: creating writer at 1731986801256Flushing 7ab2bb5fb82b979656a3f4b7a9752643/A: appending metadata at 1731986801258 (+2 ms)Flushing 7ab2bb5fb82b979656a3f4b7a9752643/A: closing flushed file at 1731986801258Flushing 7ab2bb5fb82b979656a3f4b7a9752643/B: creating writer at 1731986801666 (+408 ms)Flushing 7ab2bb5fb82b979656a3f4b7a9752643/B: appending metadata at 1731986801668 (+2 ms)Flushing 7ab2bb5fb82b979656a3f4b7a9752643/B: closing flushed file at 1731986801668Flushing 7ab2bb5fb82b979656a3f4b7a9752643/C: creating writer at 1731986802077 (+409 ms)Flushing 7ab2bb5fb82b979656a3f4b7a9752643/C: appending metadata at 1731986802079 (+2 ms)Flushing 7ab2bb5fb82b979656a3f4b7a9752643/C: closing flushed file at 1731986802079Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53105107: reopening flushed file at 1731986802485 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2579b928: reopening flushed file at 1731986802489 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32c4a98f: reopening flushed file at 1731986802493 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7ab2bb5fb82b979656a3f4b7a9752643 in 1241ms, sequenceid=400, compaction requested=true at 1731986802496 (+3 ms)Writing region close event to WAL at 1731986802558 (+62 ms)Running coprocessor post-close hooks at 1731986802561 (+3 ms)Closed at 1731986802561 2024-11-19T03:26:42,564 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(157): Closed 7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:42,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=7ab2bb5fb82b979656a3f4b7a9752643, regionState=CLOSED 2024-11-19T03:26:42,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 because future has completed 2024-11-19T03:26:42,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-19T03:26:42,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseRegionProcedure 7ab2bb5fb82b979656a3f4b7a9752643, server=47efada56ed5,46547,1731986649537 in 1.4640 sec 2024-11-19T03:26:42,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=133, resume processing ppid=132 2024-11-19T03:26:42,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ab2bb5fb82b979656a3f4b7a9752643, UNASSIGN in 1.4680 sec 2024-11-19T03:26:42,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-19T03:26:42,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4700 sec 2024-11-19T03:26:42,571 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986802571"}]},"ts":"1731986802571"} 2024-11-19T03:26:42,572 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T03:26:42,572 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T03:26:42,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4780 sec 2024-11-19T03:26:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-19T03:26:43,242 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:43,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-19T03:26:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:26:43,244 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=135, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:26:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-19T03:26:43,245 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=135, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:26:43,247 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:43,248 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A, FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B, FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C, FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/recovered.edits] 2024-11-19T03:26:43,250 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/183ddb6b6e194a26882aebd43903d2e5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/183ddb6b6e194a26882aebd43903d2e5 2024-11-19T03:26:43,251 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/2afe5960d3bc4d2d845445dcc885b6d5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/2afe5960d3bc4d2d845445dcc885b6d5 2024-11-19T03:26:43,252 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/5afd0a7fb561467488ca5241ec2eaa42 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/5afd0a7fb561467488ca5241ec2eaa42 2024-11-19T03:26:43,252 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/cc4fd7011e2d4f20a04a3885c66309ba to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/A/cc4fd7011e2d4f20a04a3885c66309ba 2024-11-19T03:26:43,254 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/123b0cd7a4094dbbbe2f6a1ca62e70c4 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/123b0cd7a4094dbbbe2f6a1ca62e70c4 2024-11-19T03:26:43,254 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/329ea715d2b94026a50e94f060cd86ba to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/329ea715d2b94026a50e94f060cd86ba 2024-11-19T03:26:43,255 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/9a843781c0954bc7a95d6b92941372c0 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/9a843781c0954bc7a95d6b92941372c0 2024-11-19T03:26:43,256 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/a2aec9dd41544d0098be0bddb5d68d81 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/B/a2aec9dd41544d0098be0bddb5d68d81 2024-11-19T03:26:43,257 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/0e2251835f544da1a94c295d1f159756 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/0e2251835f544da1a94c295d1f159756 2024-11-19T03:26:43,258 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/68a4174ee5cf464788f696a425b958cb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/68a4174ee5cf464788f696a425b958cb 2024-11-19T03:26:43,258 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/82ff2a7f3a524388ad49a41fdbac1877 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/82ff2a7f3a524388ad49a41fdbac1877 2024-11-19T03:26:43,259 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/bed278c5de484f1bbd2ed8aecd0af100 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/C/bed278c5de484f1bbd2ed8aecd0af100 2024-11-19T03:26:43,260 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/recovered.edits/403.seqid to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643/recovered.edits/403.seqid 2024-11-19T03:26:43,261 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/7ab2bb5fb82b979656a3f4b7a9752643 2024-11-19T03:26:43,261 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T03:26:43,263 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=135, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:26:43,264 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T03:26:43,268 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T03:26:43,269 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=135, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:26:43,269 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T03:26:43,269 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731986803269"}]},"ts":"9223372036854775807"} 2024-11-19T03:26:43,271 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-19T03:26:43,271 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7ab2bb5fb82b979656a3f4b7a9752643, NAME => 'TestAcidGuarantees,,1731986774953.7ab2bb5fb82b979656a3f4b7a9752643.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T03:26:43,271 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T03:26:43,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731986803271"}]},"ts":"9223372036854775807"} 2024-11-19T03:26:43,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-19T03:26:43,273 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=135, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:26:43,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 30 msec 2024-11-19T03:26:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-19T03:26:43,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-19T03:26:43,352 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:43,360 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=239 (was 238) - Thread LEAK? -, OpenFileDescriptor=445 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 475), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=13205 (was 13315) 2024-11-19T03:26:43,367 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=239, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=13205 2024-11-19T03:26:43,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T03:26:43,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:26:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=136, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T03:26:43,370 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:26:43,370 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:43,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 136 2024-11-19T03:26:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-19T03:26:43,371 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:26:43,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742306_1482 (size=959) 2024-11-19T03:26:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-19T03:26:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-19T03:26:43,777 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a 2024-11-19T03:26:43,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742307_1483 (size=53) 2024-11-19T03:26:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-19T03:26:44,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:26:44,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5c9459dfe08ad1a056feb2e09a6ef6c5, disabling compactions & flushes 2024-11-19T03:26:44,184 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:44,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:44,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. after waiting 0 ms 2024-11-19T03:26:44,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:44,184 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:44,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: Waiting for close lock at 1731986804184Disabling compacts and flushes for region at 1731986804184Disabling writes for close at 1731986804184Writing region close event to WAL at 1731986804184Closed at 1731986804184 2024-11-19T03:26:44,185 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:26:44,185 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731986804185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986804185"}]},"ts":"1731986804185"} 2024-11-19T03:26:44,186 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:26:44,187 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:26:44,187 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986804187"}]},"ts":"1731986804187"} 2024-11-19T03:26:44,188 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T03:26:44,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9459dfe08ad1a056feb2e09a6ef6c5, ASSIGN}] 2024-11-19T03:26:44,189 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9459dfe08ad1a056feb2e09a6ef6c5, ASSIGN 2024-11-19T03:26:44,190 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9459dfe08ad1a056feb2e09a6ef6c5, ASSIGN; state=OFFLINE, location=47efada56ed5,46547,1731986649537; forceNewPlan=false, retain=false 2024-11-19T03:26:44,341 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=5c9459dfe08ad1a056feb2e09a6ef6c5, regionState=OPENING, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:26:44,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9459dfe08ad1a056feb2e09a6ef6c5, ASSIGN because future has completed 2024-11-19T03:26:44,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537}] 2024-11-19T03:26:44,496 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:44,497 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:26:44,497 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:44,497 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:26:44,497 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7794): checking encryption for 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:44,497 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7797): checking classloading for 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:44,498 INFO [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:44,499 INFO [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9459dfe08ad1a056feb2e09a6ef6c5 columnFamilyName A 2024-11-19T03:26:44,499 DEBUG [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:44,500 INFO [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] regionserver.HStore(327): Store=5c9459dfe08ad1a056feb2e09a6ef6c5/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:26:44,500 INFO [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:44,500 INFO [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9459dfe08ad1a056feb2e09a6ef6c5 columnFamilyName B 2024-11-19T03:26:44,500 DEBUG [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:44,501 INFO [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] regionserver.HStore(327): Store=5c9459dfe08ad1a056feb2e09a6ef6c5/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:26:44,501 INFO [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:44,502 INFO [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9459dfe08ad1a056feb2e09a6ef6c5 columnFamilyName C 2024-11-19T03:26:44,502 DEBUG [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:44,502 INFO [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] regionserver.HStore(327): Store=5c9459dfe08ad1a056feb2e09a6ef6c5/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:26:44,502 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1038): replaying wal for 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:44,502 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:44,503 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:44,504 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1048): stopping wal replay for 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:44,504 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1060): Cleaning up temporary data for 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:44,504 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T03:26:44,505 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1093): writing seq id for 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:44,507 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:26:44,507 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1114): Opened 5c9459dfe08ad1a056feb2e09a6ef6c5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63871026, jitterRate=-0.04824754595756531}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T03:26:44,507 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:44,507 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1006): Region open journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: Running coprocessor pre-open hook at 1731986804497Writing region info on filesystem at 1731986804497Initializing all the Stores at 1731986804498 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986804498Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986804498Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986804498Cleaning up temporary data from old regions at 1731986804504 (+6 ms)Running coprocessor post-open hooks at 1731986804507 (+3 ms)Region opened successfully at 1731986804507 2024-11-19T03:26:44,508 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., pid=138, masterSystemTime=1731986804494 2024-11-19T03:26:44,510 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:44,510 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:44,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=5c9459dfe08ad1a056feb2e09a6ef6c5, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:26:44,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=138, ppid=137, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 because future has completed 2024-11-19T03:26:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-19T03:26:44,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-19T03:26:44,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 in 169 msec 2024-11-19T03:26:44,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-11-19T03:26:44,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9459dfe08ad1a056feb2e09a6ef6c5, ASSIGN in 325 msec 2024-11-19T03:26:44,516 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:26:44,516 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986804516"}]},"ts":"1731986804516"} 2024-11-19T03:26:44,517 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T03:26:44,518 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:26:44,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-19T03:26:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-19T03:26:45,523 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:45,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a769332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:45,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:45,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:45,524 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:45,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:45,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:45,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ce99180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:45,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:45,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:45,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:45,531 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73618efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:45,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:45,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:45,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:45,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:45,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:26:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,41549,1731986648572 2024-11-19T03:26:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43c4e7ae 2024-11-19T03:26:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:26:45,537 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:26:45,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T03:26:45,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:26:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-19T03:26:45,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742308_1484 (size=995) 2024-11-19T03:26:45,948 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-19T03:26:45,948 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-19T03:26:45,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T03:26:45,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9459dfe08ad1a056feb2e09a6ef6c5, REOPEN/MOVE}] 2024-11-19T03:26:45,953 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9459dfe08ad1a056feb2e09a6ef6c5, REOPEN/MOVE 2024-11-19T03:26:45,953 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=5c9459dfe08ad1a056feb2e09a6ef6c5, regionState=CLOSING, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:26:45,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9459dfe08ad1a056feb2e09a6ef6c5, REOPEN/MOVE because future has completed 2024-11-19T03:26:45,955 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T03:26:45,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537}] 2024-11-19T03:26:46,107 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(122): Close 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:46,107 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T03:26:46,107 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1722): Closing 5c9459dfe08ad1a056feb2e09a6ef6c5, disabling compactions & flushes 2024-11-19T03:26:46,107 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:46,107 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:46,107 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. after waiting 0 ms 2024-11-19T03:26:46,107 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:46,111 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T03:26:46,111 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:46,111 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1676): Region close journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: Waiting for close lock at 1731986806107Running coprocessor pre-close hooks at 1731986806107Disabling compacts and flushes for region at 1731986806107Disabling writes for close at 1731986806107Writing region close event to WAL at 1731986806108 (+1 ms)Running coprocessor post-close hooks at 1731986806111 (+3 ms)Closed at 1731986806111 2024-11-19T03:26:46,111 WARN [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionServer(3299): Not adding moved region record: 5c9459dfe08ad1a056feb2e09a6ef6c5 to self. 2024-11-19T03:26:46,113 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(157): Closed 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:46,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=5c9459dfe08ad1a056feb2e09a6ef6c5, regionState=CLOSED 2024-11-19T03:26:46,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 because future has completed 2024-11-19T03:26:46,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-19T03:26:46,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseRegionProcedure 5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 in 160 msec 2024-11-19T03:26:46,117 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9459dfe08ad1a056feb2e09a6ef6c5, REOPEN/MOVE; state=CLOSED, location=47efada56ed5,46547,1731986649537; forceNewPlan=false, retain=true 2024-11-19T03:26:46,268 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=5c9459dfe08ad1a056feb2e09a6ef6c5, regionState=OPENING, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:26:46,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9459dfe08ad1a056feb2e09a6ef6c5, REOPEN/MOVE because future has completed 2024-11-19T03:26:46,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537}] 2024-11-19T03:26:46,424 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:46,424 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:26:46,424 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:46,424 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:26:46,424 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7794): checking encryption for 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:46,424 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7797): checking classloading for 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:46,426 INFO [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:46,426 INFO [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9459dfe08ad1a056feb2e09a6ef6c5 columnFamilyName A 2024-11-19T03:26:46,427 DEBUG [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:46,428 INFO [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] regionserver.HStore(327): Store=5c9459dfe08ad1a056feb2e09a6ef6c5/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:26:46,428 INFO [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:46,429 INFO [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9459dfe08ad1a056feb2e09a6ef6c5 columnFamilyName B 2024-11-19T03:26:46,429 DEBUG [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:46,429 INFO [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] regionserver.HStore(327): Store=5c9459dfe08ad1a056feb2e09a6ef6c5/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:26:46,429 INFO [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:46,430 INFO [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9459dfe08ad1a056feb2e09a6ef6c5 columnFamilyName C 2024-11-19T03:26:46,430 DEBUG [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:46,430 INFO [StoreOpener-5c9459dfe08ad1a056feb2e09a6ef6c5-1 {}] regionserver.HStore(327): Store=5c9459dfe08ad1a056feb2e09a6ef6c5/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:26:46,430 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1038): replaying wal for 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:46,431 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:46,432 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:46,433 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1048): stopping wal replay for 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:46,433 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1060): Cleaning up temporary data for 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:46,433 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T03:26:46,434 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1093): writing seq id for 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:46,434 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1114): Opened 5c9459dfe08ad1a056feb2e09a6ef6c5; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71125050, jitterRate=0.05984583497047424}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T03:26:46,434 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:46,435 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1006): Region open journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: Running coprocessor pre-open hook at 1731986806425Writing region info on filesystem at 1731986806425Initializing all the Stores at 1731986806425Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986806425Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986806425Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986806425Cleaning up temporary data from old regions at 1731986806433 (+8 ms)Running coprocessor post-open hooks at 1731986806434 (+1 ms)Region opened successfully at 1731986806435 (+1 ms) 2024-11-19T03:26:46,436 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., pid=143, masterSystemTime=1731986806421 2024-11-19T03:26:46,437 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:46,437 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:46,438 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=5c9459dfe08ad1a056feb2e09a6ef6c5, regionState=OPEN, openSeqNum=5, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:26:46,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 because future has completed 2024-11-19T03:26:46,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=141 2024-11-19T03:26:46,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=141, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 in 170 msec 2024-11-19T03:26:46,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-19T03:26:46,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9459dfe08ad1a056feb2e09a6ef6c5, REOPEN/MOVE in 489 msec 2024-11-19T03:26:46,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-19T03:26:46,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec 2024-11-19T03:26:46,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 907 msec 2024-11-19T03:26:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-19T03:26:46,447 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:46,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd32fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:46,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:46,449 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:46,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:46,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:46,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109a1878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:46,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:46,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:46,450 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:46,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c82a394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:46,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:46,451 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:46,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:46,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1364dc62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:46,452 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:46,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2333dd81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:46,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:46,454 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:46,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:46,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:46,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b4e5b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:46,455 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:46,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab870a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23448b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:46,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:46,457 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:46,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:46,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:46,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ce9927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:46,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:46,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:46,458 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:46,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2283b53a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7db06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:46,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:46,460 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:46,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:46,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:46,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a854ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:46,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:46,461 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:46,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a6fb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41947491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:46,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:46,463 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:46,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:46,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:46,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673abe1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:46,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:46,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:46,464 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:46,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c70db39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5451f0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:46,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:46,465 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e75e602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:46,467 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:46,467 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f7c71d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:46,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:46,468 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fc084b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:46,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:46,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:46,469 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:46,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133c1917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:46,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:46,471 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:46,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:46,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:46,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358f968c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:46,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:46,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:46,472 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:46,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3efa03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a58f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41549,-1 for getting cluster id 2024-11-19T03:26:46,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:26:46,473 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bf7197f-aadf-494a-afa8-c2869ddd2f1e' 2024-11-19T03:26:46,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:26:46,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bf7197f-aadf-494a-afa8-c2869ddd2f1e" 2024-11-19T03:26:46,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe20de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41549,-1] 2024-11-19T03:26:46,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:26:46,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:26:46,474 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:26:46,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b742d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:26:46,475 DEBUG [Thread-2199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:46,475 DEBUG [Thread-2201 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:46,475 DEBUG [Thread-2192 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:46,476 DEBUG [Thread-2184 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:46,476 DEBUG [Thread-2190 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:46,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:46,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:46,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:46,476 DEBUG [Thread-2186 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:46,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:46,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:46,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:46,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:46,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:46,477 DEBUG [Thread-2195 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:46,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:46,477 DEBUG [Thread-2188 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:46,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:46,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:46,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:46,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:46,477 DEBUG [Thread-2197 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:46,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:46,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:46,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:46,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:46,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:46,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:46,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:46,478 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:26:46,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:26:46,479 DEBUG [Thread-2197 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:46,479 DEBUG [Thread-2197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-19T03:26:46,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:46,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:26:46,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:26:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-19T03:26:46,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:26:46,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:26:46,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:26:46,482 DEBUG [Thread-2203 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:26:46,482 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:26:46,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:26:46,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,46547,1731986649537, seqNum=-1] 2024-11-19T03:26:46,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:46,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:46,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:26:46,485 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:26:46,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:26:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:26:46,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:26:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:26:46,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5] 2024-11-19T03:26:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:46,490 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:46,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T03:26:46,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986866509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:46,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:46,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986866510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986866510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:46,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34866 deadline: 1731986866513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:46,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986866514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:46,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:46,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d2470dcac604427ea172c7b365331b7c_5c9459dfe08ad1a056feb2e09a6ef6c5 is 50, key is test_row_1/A:col10/1731986806489/Put/seqid=0 2024-11-19T03:26:46,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742309_1485 (size=12154) 2024-11-19T03:26:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-19T03:26:46,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986866622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986866622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986866622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:46,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34866 deadline: 1731986866622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986866622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:46,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:46,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-19T03:26:46,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:46,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:46,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:46,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:46,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:46,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-19T03:26:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:46,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-19T03:26:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:46,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986866832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:46,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:46,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986866832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:46,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34866 deadline: 1731986866832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:46,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986866833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:46,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986866833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:46,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-19T03:26:46,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:46,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:46,953 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:46,956 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d2470dcac604427ea172c7b365331b7c_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d2470dcac604427ea172c7b365331b7c_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:46,957 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/401685c1f02749b5b5d4d7fe92dbff03, store: [table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:46,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/401685c1f02749b5b5d4d7fe92dbff03 is 175, key is test_row_1/A:col10/1731986806489/Put/seqid=0 2024-11-19T03:26:46,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742310_1486 (size=30951) 2024-11-19T03:26:46,961 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/401685c1f02749b5b5d4d7fe92dbff03 2024-11-19T03:26:46,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/8c224195ebca499399c53f9620875744 is 50, key is test_row_1/B:col10/1731986806489/Put/seqid=0 2024-11-19T03:26:46,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742311_1487 (size=9657) 2024-11-19T03:26:46,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/8c224195ebca499399c53f9620875744 2024-11-19T03:26:47,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/9cea09cc4f8d40ca9819a7bb1541eaca is 50, key is test_row_1/C:col10/1731986806489/Put/seqid=0 2024-11-19T03:26:47,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742312_1488 (size=9657) 2024-11-19T03:26:47,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/9cea09cc4f8d40ca9819a7bb1541eaca 2024-11-19T03:26:47,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/401685c1f02749b5b5d4d7fe92dbff03 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/401685c1f02749b5b5d4d7fe92dbff03 2024-11-19T03:26:47,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/401685c1f02749b5b5d4d7fe92dbff03, entries=150, sequenceid=17, filesize=30.2 K 2024-11-19T03:26:47,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/8c224195ebca499399c53f9620875744 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/8c224195ebca499399c53f9620875744 2024-11-19T03:26:47,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/8c224195ebca499399c53f9620875744, entries=100, sequenceid=17, filesize=9.4 K 2024-11-19T03:26:47,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/9cea09cc4f8d40ca9819a7bb1541eaca as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/9cea09cc4f8d40ca9819a7bb1541eaca 2024-11-19T03:26:47,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/9cea09cc4f8d40ca9819a7bb1541eaca, entries=100, sequenceid=17, filesize=9.4 K 2024-11-19T03:26:47,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5c9459dfe08ad1a056feb2e09a6ef6c5 in 553ms, sequenceid=17, compaction requested=false 2024-11-19T03:26:47,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-19T03:26:47,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-19T03:26:47,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:47,104 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2902): Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T03:26:47,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111996e454b5de3e426aaa72e9f16b35e80b_5c9459dfe08ad1a056feb2e09a6ef6c5 is 50, key is test_row_0/A:col10/1731986806508/Put/seqid=0 2024-11-19T03:26:47,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742313_1489 (size=12154) 2024-11-19T03:26:47,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:47,118 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111996e454b5de3e426aaa72e9f16b35e80b_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111996e454b5de3e426aaa72e9f16b35e80b_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:47,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/59c21f1280604f1ab4070bbca4b73891, store: [table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:47,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/59c21f1280604f1ab4070bbca4b73891 is 175, key is test_row_0/A:col10/1731986806508/Put/seqid=0 2024-11-19T03:26:47,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742314_1490 (size=30955) 2024-11-19T03:26:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:47,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:47,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986867151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986867151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986867152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34866 deadline: 1731986867152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986867154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986867262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986867262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986867262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34866 deadline: 1731986867262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986867262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986867472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986867472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986867472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986867472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34866 deadline: 1731986867472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,531 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/59c21f1280604f1ab4070bbca4b73891 2024-11-19T03:26:47,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/cca6f7225c564e6698e8e96fcb496682 is 50, key is test_row_0/B:col10/1731986806508/Put/seqid=0 2024-11-19T03:26:47,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742315_1491 (size=12001) 2024-11-19T03:26:47,540 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/cca6f7225c564e6698e8e96fcb496682 2024-11-19T03:26:47,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/07b9145193124b11bb51d12eb57dbe48 is 50, key is test_row_0/C:col10/1731986806508/Put/seqid=0 2024-11-19T03:26:47,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742316_1492 (size=12001) 2024-11-19T03:26:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-19T03:26:47,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986867782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986867782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986867783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986867783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34866 deadline: 1731986867783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:47,949 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/07b9145193124b11bb51d12eb57dbe48 2024-11-19T03:26:47,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/59c21f1280604f1ab4070bbca4b73891 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/59c21f1280604f1ab4070bbca4b73891 2024-11-19T03:26:47,954 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/59c21f1280604f1ab4070bbca4b73891, entries=150, sequenceid=40, filesize=30.2 K 2024-11-19T03:26:47,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/cca6f7225c564e6698e8e96fcb496682 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/cca6f7225c564e6698e8e96fcb496682 2024-11-19T03:26:47,958 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/cca6f7225c564e6698e8e96fcb496682, entries=150, sequenceid=40, filesize=11.7 K 2024-11-19T03:26:47,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/07b9145193124b11bb51d12eb57dbe48 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/07b9145193124b11bb51d12eb57dbe48 2024-11-19T03:26:47,961 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/07b9145193124b11bb51d12eb57dbe48, entries=150, sequenceid=40, filesize=11.7 K 2024-11-19T03:26:47,962 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5c9459dfe08ad1a056feb2e09a6ef6c5 in 859ms, sequenceid=40, compaction requested=false 2024-11-19T03:26:47,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2603): Flush status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:47,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:47,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-19T03:26:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=145 2024-11-19T03:26:47,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-19T03:26:47,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4780 sec 2024-11-19T03:26:47,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.4870 sec 2024-11-19T03:26:48,080 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T03:26:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:48,320 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:48,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T03:26:48,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111952072c59cd2747fc8a55e3544fae99b0_5c9459dfe08ad1a056feb2e09a6ef6c5 is 50, key is test_row_0/A:col10/1731986808293/Put/seqid=0 2024-11-19T03:26:48,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742317_1493 (size=12154) 2024-11-19T03:26:48,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986868365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:48,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986868366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:48,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986868367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986868368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:48,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34866 deadline: 1731986868370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:48,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:48,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986868472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:48,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986868473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:48,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986868482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:48,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:48,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34866 deadline: 1731986868482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:48,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:48,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986868482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:48,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-19T03:26:48,622 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:48,623 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:26:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-19T03:26:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-19T03:26:48,625 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:26:48,625 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:26:48,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:26:48,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986868682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986868682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:48,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986868692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34866 deadline: 1731986868692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:48,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986868692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-19T03:26:48,747 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:48,750 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111952072c59cd2747fc8a55e3544fae99b0_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111952072c59cd2747fc8a55e3544fae99b0_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:48,750 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/7ca8ca4d95e847d1897fc366d81ad016, store: [table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:48,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/7ca8ca4d95e847d1897fc366d81ad016 is 175, key is test_row_0/A:col10/1731986808293/Put/seqid=0 2024-11-19T03:26:48,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742318_1494 (size=30955) 2024-11-19T03:26:48,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-19T03:26:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:48,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:48,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:48,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-19T03:26:48,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:48,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:48,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:48,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:48,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-19T03:26:48,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986868992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:48,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:48,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986868992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:48,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:48,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:48,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:49,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986869002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:49,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34866 deadline: 1731986869002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:49,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986869002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:49,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-19T03:26:49,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:49,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:49,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:49,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,154 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/7ca8ca4d95e847d1897fc366d81ad016 2024-11-19T03:26:49,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/a3ccdd655d02416493904561353bc16e is 50, key is test_row_0/B:col10/1731986808293/Put/seqid=0 2024-11-19T03:26:49,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742319_1495 (size=12001) 2024-11-19T03:26:49,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-19T03:26:49,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:49,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:49,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:49,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-19T03:26:49,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-19T03:26:49,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:49,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:49,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:49,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986869502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:49,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:49,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:49,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986869502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:49,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:49,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:49,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:49,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986869512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:49,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:49,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:49,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:49,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34866 deadline: 1731986869512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:49,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:49,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986869512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:49,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:49,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:49,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:49,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:49,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:49,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-19T03:26:49,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:49,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:49,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:49,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/a3ccdd655d02416493904561353bc16e 2024-11-19T03:26:49,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/005aedabf4d84a20b05e9660de75b9ad is 50, key is test_row_0/C:col10/1731986808293/Put/seqid=0 2024-11-19T03:26:49,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742320_1496 (size=12001) 2024-11-19T03:26:49,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-19T03:26:49,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:49,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:49,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:49,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-19T03:26:49,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-19T03:26:49,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:49,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:49,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:49,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/005aedabf4d84a20b05e9660de75b9ad 2024-11-19T03:26:49,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/7ca8ca4d95e847d1897fc366d81ad016 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/7ca8ca4d95e847d1897fc366d81ad016 2024-11-19T03:26:49,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/7ca8ca4d95e847d1897fc366d81ad016, entries=150, sequenceid=56, filesize=30.2 K 2024-11-19T03:26:49,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/a3ccdd655d02416493904561353bc16e as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/a3ccdd655d02416493904561353bc16e 2024-11-19T03:26:49,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/a3ccdd655d02416493904561353bc16e, entries=150, sequenceid=56, filesize=11.7 K 2024-11-19T03:26:49,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/005aedabf4d84a20b05e9660de75b9ad as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/005aedabf4d84a20b05e9660de75b9ad 2024-11-19T03:26:49,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-19T03:26:49,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:49,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:49,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:49,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:50,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/005aedabf4d84a20b05e9660de75b9ad, entries=150, sequenceid=56, filesize=11.7 K 2024-11-19T03:26:50,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 5c9459dfe08ad1a056feb2e09a6ef6c5 in 1681ms, sequenceid=56, compaction requested=true 2024-11-19T03:26:50,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:50,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:26:50,001 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:50,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:50,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:26:50,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:50,001 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:50,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:26:50,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:50,002 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:50,002 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/B is initiating minor compaction (all files) 2024-11-19T03:26:50,002 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/B in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:50,002 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/8c224195ebca499399c53f9620875744, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/cca6f7225c564e6698e8e96fcb496682, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/a3ccdd655d02416493904561353bc16e] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=32.9 K 2024-11-19T03:26:50,003 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:50,003 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/A is initiating minor compaction (all files) 2024-11-19T03:26:50,003 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/A in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:50,003 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/401685c1f02749b5b5d4d7fe92dbff03, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/59c21f1280604f1ab4070bbca4b73891, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/7ca8ca4d95e847d1897fc366d81ad016] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=90.7 K 2024-11-19T03:26:50,003 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:50,003 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/401685c1f02749b5b5d4d7fe92dbff03, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/59c21f1280604f1ab4070bbca4b73891, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/7ca8ca4d95e847d1897fc366d81ad016] 2024-11-19T03:26:50,003 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c224195ebca499399c53f9620875744, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731986806489 2024-11-19T03:26:50,003 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 401685c1f02749b5b5d4d7fe92dbff03, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731986806489 2024-11-19T03:26:50,003 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting cca6f7225c564e6698e8e96fcb496682, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731986806508 2024-11-19T03:26:50,004 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59c21f1280604f1ab4070bbca4b73891, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731986806508 2024-11-19T03:26:50,004 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting a3ccdd655d02416493904561353bc16e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731986808293 2024-11-19T03:26:50,004 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ca8ca4d95e847d1897fc366d81ad016, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731986808293 2024-11-19T03:26:50,016 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#B#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:50,016 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/22cffd8b9bfc4b8ba8b9f00a8ac6caa5 is 50, key is test_row_0/B:col10/1731986808293/Put/seqid=0 2024-11-19T03:26:50,018 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:50,020 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411193e4507a6763347cca4f2d5247db438af_5c9459dfe08ad1a056feb2e09a6ef6c5 store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:50,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742321_1497 (size=12104) 2024-11-19T03:26:50,022 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411193e4507a6763347cca4f2d5247db438af_5c9459dfe08ad1a056feb2e09a6ef6c5, store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:50,022 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193e4507a6763347cca4f2d5247db438af_5c9459dfe08ad1a056feb2e09a6ef6c5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:50,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742322_1498 (size=4469) 2024-11-19T03:26:50,028 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/22cffd8b9bfc4b8ba8b9f00a8ac6caa5 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/22cffd8b9bfc4b8ba8b9f00a8ac6caa5 2024-11-19T03:26:50,032 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/B of 5c9459dfe08ad1a056feb2e09a6ef6c5 into 22cffd8b9bfc4b8ba8b9f00a8ac6caa5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:50,032 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:50,032 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/B, priority=13, startTime=1731986810001; duration=0sec 2024-11-19T03:26:50,032 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:50,032 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:B 2024-11-19T03:26:50,032 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:50,033 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:50,033 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/C is initiating minor compaction (all files) 2024-11-19T03:26:50,033 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/C in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:50,033 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/9cea09cc4f8d40ca9819a7bb1541eaca, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/07b9145193124b11bb51d12eb57dbe48, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/005aedabf4d84a20b05e9660de75b9ad] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=32.9 K 2024-11-19T03:26:50,033 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cea09cc4f8d40ca9819a7bb1541eaca, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731986806489 2024-11-19T03:26:50,033 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 07b9145193124b11bb51d12eb57dbe48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731986806508 2024-11-19T03:26:50,033 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 005aedabf4d84a20b05e9660de75b9ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731986808293 2024-11-19T03:26:50,039 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#C#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:50,039 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/6b2c5c68061543c38b9597d2fc641d0c is 50, key is test_row_0/C:col10/1731986808293/Put/seqid=0 2024-11-19T03:26:50,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742323_1499 (size=12104) 2024-11-19T03:26:50,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-19T03:26:50,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:50,151 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T03:26:50,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119fe53876e5095406f9b9e4087082919ca_5c9459dfe08ad1a056feb2e09a6ef6c5 is 50, key is test_row_0/A:col10/1731986808364/Put/seqid=0 2024-11-19T03:26:50,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742324_1500 (size=12154) 2024-11-19T03:26:50,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:50,171 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119fe53876e5095406f9b9e4087082919ca_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119fe53876e5095406f9b9e4087082919ca_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:50,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/3cbed92e6eb941959f24145b32dffb34, store: [table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:50,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/3cbed92e6eb941959f24145b32dffb34 is 175, key is test_row_0/A:col10/1731986808364/Put/seqid=0 2024-11-19T03:26:50,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742325_1501 (size=30955) 2024-11-19T03:26:50,181 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/3cbed92e6eb941959f24145b32dffb34 2024-11-19T03:26:50,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/36f24a26e6304579899e8eb71894d16d is 50, key is test_row_0/B:col10/1731986808364/Put/seqid=0 2024-11-19T03:26:50,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742326_1502 (size=12001) 2024-11-19T03:26:50,198 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/36f24a26e6304579899e8eb71894d16d 2024-11-19T03:26:50,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/a25f2bb5e52b44b5846235f204552b6f is 50, key is test_row_0/C:col10/1731986808364/Put/seqid=0 2024-11-19T03:26:50,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742327_1503 (size=12001) 2024-11-19T03:26:50,426 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#A#compaction#424 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:50,426 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/d77d74eae1ee443c9542deded46fc697 is 175, key is test_row_0/A:col10/1731986808293/Put/seqid=0 2024-11-19T03:26:50,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742328_1504 (size=31058) 2024-11-19T03:26:50,433 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/d77d74eae1ee443c9542deded46fc697 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/d77d74eae1ee443c9542deded46fc697 2024-11-19T03:26:50,437 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/A of 5c9459dfe08ad1a056feb2e09a6ef6c5 into d77d74eae1ee443c9542deded46fc697(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:50,437 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:50,437 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/A, priority=13, startTime=1731986810001; duration=0sec 2024-11-19T03:26:50,438 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:50,438 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:A 2024-11-19T03:26:50,450 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/6b2c5c68061543c38b9597d2fc641d0c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/6b2c5c68061543c38b9597d2fc641d0c 2024-11-19T03:26:50,454 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/C of 5c9459dfe08ad1a056feb2e09a6ef6c5 into 6b2c5c68061543c38b9597d2fc641d0c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:50,454 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:50,454 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/C, priority=13, startTime=1731986810001; duration=0sec 2024-11-19T03:26:50,454 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:50,454 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:C 2024-11-19T03:26:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:50,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:50,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34866 deadline: 1731986870532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:50,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986870532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:50,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:50,537 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_2' in 5c9459dfe08ad1a056feb2e09a6ef6c5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:26:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986870533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:50,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986870534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:50,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:50,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986870535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:50,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:50,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:50,618 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/a25f2bb5e52b44b5846235f204552b6f 2024-11-19T03:26:50,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/3cbed92e6eb941959f24145b32dffb34 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/3cbed92e6eb941959f24145b32dffb34 2024-11-19T03:26:50,631 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/3cbed92e6eb941959f24145b32dffb34, entries=150, sequenceid=77, filesize=30.2 K 2024-11-19T03:26:50,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/36f24a26e6304579899e8eb71894d16d as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/36f24a26e6304579899e8eb71894d16d 2024-11-19T03:26:50,636 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/36f24a26e6304579899e8eb71894d16d, entries=150, sequenceid=77, filesize=11.7 K 2024-11-19T03:26:50,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/a25f2bb5e52b44b5846235f204552b6f as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/a25f2bb5e52b44b5846235f204552b6f 2024-11-19T03:26:50,643 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/a25f2bb5e52b44b5846235f204552b6f, entries=150, sequenceid=77, filesize=11.7 K 2024-11-19T03:26:50,644 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 5c9459dfe08ad1a056feb2e09a6ef6c5 in 493ms, sequenceid=77, compaction requested=false 2024-11-19T03:26:50,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:50,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:50,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-19T03:26:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-11-19T03:26:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:50,646 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:50,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T03:26:50,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-19T03:26:50,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0210 sec 2024-11-19T03:26:50,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 2.0270 sec 2024-11-19T03:26:50,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b4518f92e1cc43e58bde355fd89df3b2_5c9459dfe08ad1a056feb2e09a6ef6c5 is 50, key is test_row_0/A:col10/1731986810645/Put/seqid=0 2024-11-19T03:26:50,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742329_1505 (size=12154) 2024-11-19T03:26:50,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986870667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:50,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986870670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:50,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:50,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986870670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:50,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:50,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986870672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:50,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-19T03:26:50,773 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:50,773 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:26:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-19T03:26:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-19T03:26:50,775 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:26:50,776 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:26:50,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:26:50,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986870782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:50,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986870782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:50,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:50,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:50,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986870782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:50,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:50,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986870782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-19T03:26:50,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-19T03:26:50,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:50,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:50,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:50,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:50,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:50,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986870992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:50,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:50,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986870992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:50,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:50,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986870992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:50,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:50,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986870992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:50,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:50,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:51,071 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:51,074 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b4518f92e1cc43e58bde355fd89df3b2_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b4518f92e1cc43e58bde355fd89df3b2_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:51,075 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/71879126437c42f491908ed74ab6cf53, store: [table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:51,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/71879126437c42f491908ed74ab6cf53 is 175, key is test_row_0/A:col10/1731986810645/Put/seqid=0 2024-11-19T03:26:51,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742330_1506 (size=30955) 2024-11-19T03:26:51,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-19T03:26:51,081 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/71879126437c42f491908ed74ab6cf53 2024-11-19T03:26:51,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:51,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:51,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:51,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:51,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:51,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/af211b392a92429c8666b12190fb6f1c is 50, key is test_row_0/B:col10/1731986810645/Put/seqid=0 2024-11-19T03:26:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-19T03:26:51,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742331_1507 (size=12001) 2024-11-19T03:26:51,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/af211b392a92429c8666b12190fb6f1c 2024-11-19T03:26:51,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/c4c28ec465fe404487897a2e57fc387d is 50, key is test_row_0/C:col10/1731986810645/Put/seqid=0 2024-11-19T03:26:51,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742332_1508 (size=12001) 2024-11-19T03:26:51,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-19T03:26:51,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:51,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:51,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:51,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:51,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:51,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986871302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:51,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986871302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:51,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986871302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986871302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:51,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:51,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-19T03:26:51,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:51,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:51,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:51,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:51,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-19T03:26:51,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/c4c28ec465fe404487897a2e57fc387d 2024-11-19T03:26:51,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/71879126437c42f491908ed74ab6cf53 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/71879126437c42f491908ed74ab6cf53 2024-11-19T03:26:51,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/71879126437c42f491908ed74ab6cf53, entries=150, sequenceid=97, filesize=30.2 K 2024-11-19T03:26:51,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/af211b392a92429c8666b12190fb6f1c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/af211b392a92429c8666b12190fb6f1c 2024-11-19T03:26:51,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/af211b392a92429c8666b12190fb6f1c, entries=150, sequenceid=97, filesize=11.7 K 2024-11-19T03:26:51,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/c4c28ec465fe404487897a2e57fc387d as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/c4c28ec465fe404487897a2e57fc387d 2024-11-19T03:26:51,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/c4c28ec465fe404487897a2e57fc387d, entries=150, sequenceid=97, filesize=11.7 K 2024-11-19T03:26:51,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 5c9459dfe08ad1a056feb2e09a6ef6c5 in 881ms, sequenceid=97, compaction requested=true 2024-11-19T03:26:51,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:51,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:26:51,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:51,527 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:51,527 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:51,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:26:51,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:51,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:26:51,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:51,528 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:51,528 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/A is initiating minor compaction (all files) 2024-11-19T03:26:51,528 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/A in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:51,528 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/d77d74eae1ee443c9542deded46fc697, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/3cbed92e6eb941959f24145b32dffb34, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/71879126437c42f491908ed74ab6cf53] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=90.8 K 2024-11-19T03:26:51,528 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:51,528 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/d77d74eae1ee443c9542deded46fc697, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/3cbed92e6eb941959f24145b32dffb34, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/71879126437c42f491908ed74ab6cf53] 2024-11-19T03:26:51,529 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting d77d74eae1ee443c9542deded46fc697, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731986808293 2024-11-19T03:26:51,529 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:51,529 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/B is initiating minor compaction (all files) 2024-11-19T03:26:51,529 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/B in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:51,529 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/22cffd8b9bfc4b8ba8b9f00a8ac6caa5, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/36f24a26e6304579899e8eb71894d16d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/af211b392a92429c8666b12190fb6f1c] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=35.3 K 2024-11-19T03:26:51,529 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cbed92e6eb941959f24145b32dffb34, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731986808364 2024-11-19T03:26:51,529 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 22cffd8b9bfc4b8ba8b9f00a8ac6caa5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731986808293 2024-11-19T03:26:51,529 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71879126437c42f491908ed74ab6cf53, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731986810531 2024-11-19T03:26:51,530 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 36f24a26e6304579899e8eb71894d16d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731986808364 2024-11-19T03:26:51,530 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting af211b392a92429c8666b12190fb6f1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731986810531 2024-11-19T03:26:51,534 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:51,537 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411199ab1f21c4360495baea807a0fbcac4ae_5c9459dfe08ad1a056feb2e09a6ef6c5 store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:51,537 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#B#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:51,538 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/8578cec2a67444fa83f76724abe553e8 is 50, key is test_row_0/B:col10/1731986810645/Put/seqid=0 2024-11-19T03:26:51,539 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411199ab1f21c4360495baea807a0fbcac4ae_5c9459dfe08ad1a056feb2e09a6ef6c5, store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:51,539 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199ab1f21c4360495baea807a0fbcac4ae_5c9459dfe08ad1a056feb2e09a6ef6c5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:51,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-19T03:26:51,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:51,540 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T03:26:51,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742333_1509 (size=12207) 2024-11-19T03:26:51,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742334_1510 (size=4469) 2024-11-19T03:26:51,551 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/8578cec2a67444fa83f76724abe553e8 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/8578cec2a67444fa83f76724abe553e8 2024-11-19T03:26:51,557 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/B of 5c9459dfe08ad1a056feb2e09a6ef6c5 into 8578cec2a67444fa83f76724abe553e8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:51,557 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:51,557 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/B, priority=13, startTime=1731986811527; duration=0sec 2024-11-19T03:26:51,557 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:51,557 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:B 2024-11-19T03:26:51,557 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:51,558 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:51,558 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/C is initiating minor compaction (all files) 2024-11-19T03:26:51,558 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/C in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:51,558 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/6b2c5c68061543c38b9597d2fc641d0c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/a25f2bb5e52b44b5846235f204552b6f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/c4c28ec465fe404487897a2e57fc387d] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=35.3 K 2024-11-19T03:26:51,559 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b2c5c68061543c38b9597d2fc641d0c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731986808293 2024-11-19T03:26:51,560 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting a25f2bb5e52b44b5846235f204552b6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731986808364 2024-11-19T03:26:51,560 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting c4c28ec465fe404487897a2e57fc387d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731986810531 2024-11-19T03:26:51,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192afad69e1d034454bc98d4363dcae683_5c9459dfe08ad1a056feb2e09a6ef6c5 is 50, key is test_row_0/A:col10/1731986810666/Put/seqid=0 2024-11-19T03:26:51,576 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#C#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:51,577 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/ef2e52776909489ebb44b81c2ee275dd is 50, key is test_row_0/C:col10/1731986810645/Put/seqid=0 2024-11-19T03:26:51,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742335_1511 (size=12154) 2024-11-19T03:26:51,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742336_1512 (size=12207) 2024-11-19T03:26:51,612 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/ef2e52776909489ebb44b81c2ee275dd as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/ef2e52776909489ebb44b81c2ee275dd 2024-11-19T03:26:51,617 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/C of 5c9459dfe08ad1a056feb2e09a6ef6c5 into ef2e52776909489ebb44b81c2ee275dd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:51,617 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:51,617 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/C, priority=13, startTime=1731986811527; duration=0sec 2024-11-19T03:26:51,617 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:51,617 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:C 2024-11-19T03:26:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:51,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:51,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986871832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:51,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:51,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986871863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:51,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:51,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986871863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:51,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:51,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986871863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:51,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-19T03:26:51,948 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#A#compaction#432 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:51,948 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/cc27429dffc348d4ab71d33b52817581 is 175, key is test_row_0/A:col10/1731986810645/Put/seqid=0 2024-11-19T03:26:51,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742337_1513 (size=31161) 2024-11-19T03:26:51,963 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/cc27429dffc348d4ab71d33b52817581 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/cc27429dffc348d4ab71d33b52817581 2024-11-19T03:26:51,967 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/A of 5c9459dfe08ad1a056feb2e09a6ef6c5 into cc27429dffc348d4ab71d33b52817581(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:51,967 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:51,967 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/A, priority=13, startTime=1731986811527; duration=0sec 2024-11-19T03:26:51,967 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:51,967 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:A 2024-11-19T03:26:51,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986871973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986871973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986871973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986871973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:51,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:51,988 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192afad69e1d034454bc98d4363dcae683_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192afad69e1d034454bc98d4363dcae683_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:51,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/631b3649ce944d9cba6165a3091f2701, store: [table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:51,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/631b3649ce944d9cba6165a3091f2701 is 175, key is test_row_0/A:col10/1731986810666/Put/seqid=0 2024-11-19T03:26:51,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742338_1514 (size=30955) 2024-11-19T03:26:52,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986872182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:52,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:52,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:52,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:52,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986872182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:52,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:52,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:52,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986872183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:52,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:52,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:52,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:52,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:52,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986872183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:52,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:52,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:52,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:52,399 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/631b3649ce944d9cba6165a3091f2701 2024-11-19T03:26:52,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/1165f002713e4d0287d0b354c78c4c31 is 50, key is test_row_0/B:col10/1731986810666/Put/seqid=0 2024-11-19T03:26:52,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742339_1515 (size=12001) 2024-11-19T03:26:52,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986872492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:52,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:52,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:52,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986872492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:52,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:52,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:52,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:52,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:52,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986872492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:52,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:52,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:52,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:52,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986872492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:52,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:52,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:52,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:52,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34866 deadline: 1731986872562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:52,564 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_2' in 5c9459dfe08ad1a056feb2e09a6ef6c5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:26:52,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:52,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:52,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:52,808 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/1165f002713e4d0287d0b354c78c4c31 2024-11-19T03:26:52,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/4d5242d91eb0407ba2d6fa9a5cfd63ee is 50, key is test_row_0/C:col10/1731986810666/Put/seqid=0 2024-11-19T03:26:52,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742340_1516 (size=12001) 2024-11-19T03:26:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-19T03:26:53,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986873002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:53,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:53,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:53,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:53,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:53,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986873002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986873002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:53,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:53,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:53,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:53,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986873003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:53,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:53,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:53,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:53,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:53,220 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/4d5242d91eb0407ba2d6fa9a5cfd63ee 2024-11-19T03:26:53,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/631b3649ce944d9cba6165a3091f2701 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/631b3649ce944d9cba6165a3091f2701 2024-11-19T03:26:53,227 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/631b3649ce944d9cba6165a3091f2701, entries=150, sequenceid=115, filesize=30.2 K 2024-11-19T03:26:53,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/1165f002713e4d0287d0b354c78c4c31 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/1165f002713e4d0287d0b354c78c4c31 2024-11-19T03:26:53,231 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/1165f002713e4d0287d0b354c78c4c31, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T03:26:53,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/4d5242d91eb0407ba2d6fa9a5cfd63ee as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/4d5242d91eb0407ba2d6fa9a5cfd63ee 2024-11-19T03:26:53,235 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/4d5242d91eb0407ba2d6fa9a5cfd63ee, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T03:26:53,236 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for 5c9459dfe08ad1a056feb2e09a6ef6c5 in 1696ms, sequenceid=115, compaction requested=false 2024-11-19T03:26:53,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:53,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:53,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-19T03:26:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-19T03:26:53,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-19T03:26:53,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4610 sec 2024-11-19T03:26:53,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.4670 sec 2024-11-19T03:26:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:54,014 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:54,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T03:26:54,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f9c012eb1c8a4177baeb0b9ebdbc1515_5c9459dfe08ad1a056feb2e09a6ef6c5 is 50, key is test_row_0/A:col10/1731986814013/Put/seqid=0 2024-11-19T03:26:54,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742341_1517 (size=12304) 2024-11-19T03:26:54,023 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:54,026 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f9c012eb1c8a4177baeb0b9ebdbc1515_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f9c012eb1c8a4177baeb0b9ebdbc1515_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:54,027 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/0ce21c2daf2f44e5bf9ce714a9f89894, store: [table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:54,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/0ce21c2daf2f44e5bf9ce714a9f89894 is 175, key is test_row_0/A:col10/1731986814013/Put/seqid=0 2024-11-19T03:26:54,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742342_1518 (size=31105) 2024-11-19T03:26:54,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986874037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986874037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986874047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986874047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986874152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986874152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986874162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986874162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986874362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986874362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986874372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986874372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,432 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/0ce21c2daf2f44e5bf9ce714a9f89894 2024-11-19T03:26:54,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/b3b2410e232a4b6786cb44144c79db3a is 50, key is test_row_0/B:col10/1731986814013/Put/seqid=0 2024-11-19T03:26:54,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742343_1519 (size=12151) 2024-11-19T03:26:54,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/b3b2410e232a4b6786cb44144c79db3a 2024-11-19T03:26:54,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/9c3cb6b2a403410ab044c5a1074c982e is 50, key is test_row_0/C:col10/1731986814013/Put/seqid=0 2024-11-19T03:26:54,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742344_1520 (size=12151) 2024-11-19T03:26:54,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/9c3cb6b2a403410ab044c5a1074c982e 2024-11-19T03:26:54,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/0ce21c2daf2f44e5bf9ce714a9f89894 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/0ce21c2daf2f44e5bf9ce714a9f89894 2024-11-19T03:26:54,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/0ce21c2daf2f44e5bf9ce714a9f89894, entries=150, sequenceid=139, filesize=30.4 K 2024-11-19T03:26:54,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/b3b2410e232a4b6786cb44144c79db3a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/b3b2410e232a4b6786cb44144c79db3a 2024-11-19T03:26:54,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/b3b2410e232a4b6786cb44144c79db3a, entries=150, sequenceid=139, filesize=11.9 K 2024-11-19T03:26:54,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/9c3cb6b2a403410ab044c5a1074c982e as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/9c3cb6b2a403410ab044c5a1074c982e 2024-11-19T03:26:54,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/9c3cb6b2a403410ab044c5a1074c982e, entries=150, sequenceid=139, filesize=11.9 K 2024-11-19T03:26:54,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for 5c9459dfe08ad1a056feb2e09a6ef6c5 in 448ms, sequenceid=139, compaction requested=true 2024-11-19T03:26:54,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:54,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:26:54,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:54,463 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:54,463 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:54,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:26:54,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:54,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:26:54,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:54,463 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:54,463 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:54,463 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/B is initiating minor compaction (all files) 2024-11-19T03:26:54,463 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/A is initiating minor compaction (all files) 2024-11-19T03:26:54,463 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/A in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:54,463 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/B in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:54,463 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/8578cec2a67444fa83f76724abe553e8, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/1165f002713e4d0287d0b354c78c4c31, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/b3b2410e232a4b6786cb44144c79db3a] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=35.5 K 2024-11-19T03:26:54,463 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/cc27429dffc348d4ab71d33b52817581, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/631b3649ce944d9cba6165a3091f2701, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/0ce21c2daf2f44e5bf9ce714a9f89894] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=91.0 K 2024-11-19T03:26:54,464 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:54,464 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/cc27429dffc348d4ab71d33b52817581, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/631b3649ce944d9cba6165a3091f2701, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/0ce21c2daf2f44e5bf9ce714a9f89894] 2024-11-19T03:26:54,464 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc27429dffc348d4ab71d33b52817581, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731986810531 2024-11-19T03:26:54,464 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 8578cec2a67444fa83f76724abe553e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731986810531 2024-11-19T03:26:54,464 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 631b3649ce944d9cba6165a3091f2701, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731986810662 2024-11-19T03:26:54,464 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1165f002713e4d0287d0b354c78c4c31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731986810662 2024-11-19T03:26:54,464 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ce21c2daf2f44e5bf9ce714a9f89894, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731986811832 2024-11-19T03:26:54,464 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting b3b2410e232a4b6786cb44144c79db3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731986811832 2024-11-19T03:26:54,468 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:54,470 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411193e1630adec8242c0abe376c44eb14808_5c9459dfe08ad1a056feb2e09a6ef6c5 store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:54,470 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#B#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:54,470 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/a750c740ba174443932fae9dfb067b4e is 50, key is test_row_0/B:col10/1731986814013/Put/seqid=0 2024-11-19T03:26:54,471 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411193e1630adec8242c0abe376c44eb14808_5c9459dfe08ad1a056feb2e09a6ef6c5, store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:54,472 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193e1630adec8242c0abe376c44eb14808_5c9459dfe08ad1a056feb2e09a6ef6c5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:54,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742345_1521 (size=12459) 2024-11-19T03:26:54,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742346_1522 (size=4469) 2024-11-19T03:26:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:54,675 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:54,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T03:26:54,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119fa08f93bf3d345ddad6ef7a8f7260684_5c9459dfe08ad1a056feb2e09a6ef6c5 is 50, key is test_row_0/A:col10/1731986814674/Put/seqid=0 2024-11-19T03:26:54,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742347_1523 (size=12304) 2024-11-19T03:26:54,685 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:54,697 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119fa08f93bf3d345ddad6ef7a8f7260684_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119fa08f93bf3d345ddad6ef7a8f7260684_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:54,698 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/2f468b12e1974bc59586714c443f9edb, store: [table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:54,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/2f468b12e1974bc59586714c443f9edb is 175, key is test_row_0/A:col10/1731986814674/Put/seqid=0 2024-11-19T03:26:54,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742348_1524 (size=31105) 2024-11-19T03:26:54,704 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/2f468b12e1974bc59586714c443f9edb 2024-11-19T03:26:54,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986874699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986874700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986874702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986874703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/1c884aeacfc54da29eacdb3212c1f5ae is 50, key is test_row_0/B:col10/1731986814674/Put/seqid=0 2024-11-19T03:26:54,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742349_1525 (size=12151) 2024-11-19T03:26:54,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/1c884aeacfc54da29eacdb3212c1f5ae 2024-11-19T03:26:54,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/e22899bb088f4da28dcff43cfbf904ae is 50, key is test_row_0/C:col10/1731986814674/Put/seqid=0 2024-11-19T03:26:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742350_1526 (size=12151) 2024-11-19T03:26:54,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986874812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986874812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986874812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986874812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:54,881 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/a750c740ba174443932fae9dfb067b4e as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/a750c740ba174443932fae9dfb067b4e 2024-11-19T03:26:54,884 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/B of 5c9459dfe08ad1a056feb2e09a6ef6c5 into a750c740ba174443932fae9dfb067b4e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:54,884 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:54,884 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/B, priority=13, startTime=1731986814463; duration=0sec 2024-11-19T03:26:54,884 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:54,884 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:B 2024-11-19T03:26:54,884 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:26:54,884 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:26:54,885 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/C is initiating minor compaction (all files) 2024-11-19T03:26:54,885 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/C in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:54,885 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/ef2e52776909489ebb44b81c2ee275dd, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/4d5242d91eb0407ba2d6fa9a5cfd63ee, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/9c3cb6b2a403410ab044c5a1074c982e] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=35.5 K 2024-11-19T03:26:54,885 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting ef2e52776909489ebb44b81c2ee275dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731986810531 2024-11-19T03:26:54,885 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d5242d91eb0407ba2d6fa9a5cfd63ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731986810662 2024-11-19T03:26:54,885 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c3cb6b2a403410ab044c5a1074c982e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731986811832 2024-11-19T03:26:54,890 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#C#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:54,890 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/e6cfbf9d3c09492eaf6261ef3c8feaaa is 50, key is test_row_0/C:col10/1731986814013/Put/seqid=0 2024-11-19T03:26:54,892 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#A#compaction#441 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:54,892 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/c1837621e68c45d8b966311dd1ef5740 is 175, key is test_row_0/A:col10/1731986814013/Put/seqid=0 2024-11-19T03:26:54,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742351_1527 (size=12459) 2024-11-19T03:26:54,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742352_1528 (size=31413) 2024-11-19T03:26:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-19T03:26:54,933 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:54,933 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:26:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-19T03:26:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-19T03:26:54,935 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:26:54,935 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:26:54,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:26:55,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986875022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986875022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:55,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986875022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986875022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-19T03:26:55,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-19T03:26:55,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:55,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:55,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:55,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:55,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:55,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/e22899bb088f4da28dcff43cfbf904ae 2024-11-19T03:26:55,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/2f468b12e1974bc59586714c443f9edb as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/2f468b12e1974bc59586714c443f9edb 2024-11-19T03:26:55,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/2f468b12e1974bc59586714c443f9edb, entries=150, sequenceid=158, filesize=30.4 K 2024-11-19T03:26:55,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/1c884aeacfc54da29eacdb3212c1f5ae as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/1c884aeacfc54da29eacdb3212c1f5ae 2024-11-19T03:26:55,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/1c884aeacfc54da29eacdb3212c1f5ae, entries=150, sequenceid=158, filesize=11.9 K 2024-11-19T03:26:55,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/e22899bb088f4da28dcff43cfbf904ae as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/e22899bb088f4da28dcff43cfbf904ae 2024-11-19T03:26:55,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/e22899bb088f4da28dcff43cfbf904ae, entries=150, sequenceid=158, filesize=11.9 K 2024-11-19T03:26:55,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 5c9459dfe08ad1a056feb2e09a6ef6c5 in 471ms, sequenceid=158, compaction requested=false 2024-11-19T03:26:55,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:55,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-19T03:26:55,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:55,240 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T03:26:55,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e197f398f1044288b18b87ecd750b8b7_5c9459dfe08ad1a056feb2e09a6ef6c5 is 50, key is test_row_0/A:col10/1731986814698/Put/seqid=0 2024-11-19T03:26:55,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742353_1529 (size=12304) 2024-11-19T03:26:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-19T03:26:55,297 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/e6cfbf9d3c09492eaf6261ef3c8feaaa as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/e6cfbf9d3c09492eaf6261ef3c8feaaa 2024-11-19T03:26:55,298 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/c1837621e68c45d8b966311dd1ef5740 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/c1837621e68c45d8b966311dd1ef5740 2024-11-19T03:26:55,300 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/C of 5c9459dfe08ad1a056feb2e09a6ef6c5 into e6cfbf9d3c09492eaf6261ef3c8feaaa(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:55,300 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:55,300 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/C, priority=13, startTime=1731986814463; duration=0sec 2024-11-19T03:26:55,300 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:55,300 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:C 2024-11-19T03:26:55,301 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/A of 5c9459dfe08ad1a056feb2e09a6ef6c5 into c1837621e68c45d8b966311dd1ef5740(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:55,301 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:55,301 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/A, priority=13, startTime=1731986814462; duration=0sec 2024-11-19T03:26:55,301 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:55,301 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:A 2024-11-19T03:26:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:55,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:55,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986875347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:55,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986875350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:55,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986875351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:55,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986875351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:55,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986875462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986875462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:55,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986875462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986875463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-19T03:26:55,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:55,651 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e197f398f1044288b18b87ecd750b8b7_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e197f398f1044288b18b87ecd750b8b7_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:55,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/031fe86b83b34ec3980c44cbea18a27e, store: [table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:55,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/031fe86b83b34ec3980c44cbea18a27e is 175, key is test_row_0/A:col10/1731986814698/Put/seqid=0 2024-11-19T03:26:55,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742354_1530 (size=31105) 2024-11-19T03:26:55,655 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/031fe86b83b34ec3980c44cbea18a27e 2024-11-19T03:26:55,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/94055bffa62f45a290ab59241e3c4ee4 is 50, key is test_row_0/B:col10/1731986814698/Put/seqid=0 2024-11-19T03:26:55,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742355_1531 (size=12151) 2024-11-19T03:26:55,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986875672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986875672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986875672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986875673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:55,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986875982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:55,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986875982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986875982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:55,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986875982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:56,063 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/94055bffa62f45a290ab59241e3c4ee4 2024-11-19T03:26:56,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/94021e837612409494e3304467b53ae7 is 50, key is test_row_0/C:col10/1731986814698/Put/seqid=0 2024-11-19T03:26:56,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742356_1532 (size=12151) 2024-11-19T03:26:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-19T03:26:56,472 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/94021e837612409494e3304467b53ae7 2024-11-19T03:26:56,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/031fe86b83b34ec3980c44cbea18a27e as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/031fe86b83b34ec3980c44cbea18a27e 2024-11-19T03:26:56,478 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/031fe86b83b34ec3980c44cbea18a27e, entries=150, sequenceid=176, filesize=30.4 K 2024-11-19T03:26:56,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/94055bffa62f45a290ab59241e3c4ee4 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/94055bffa62f45a290ab59241e3c4ee4 2024-11-19T03:26:56,481 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/94055bffa62f45a290ab59241e3c4ee4, entries=150, sequenceid=176, filesize=11.9 K 2024-11-19T03:26:56,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/94021e837612409494e3304467b53ae7 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/94021e837612409494e3304467b53ae7 2024-11-19T03:26:56,484 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/94021e837612409494e3304467b53ae7, entries=150, sequenceid=176, filesize=11.9 K 2024-11-19T03:26:56,485 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 5c9459dfe08ad1a056feb2e09a6ef6c5 in 1245ms, sequenceid=176, compaction requested=true 2024-11-19T03:26:56,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:56,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:56,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-19T03:26:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-19T03:26:56,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-19T03:26:56,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5510 sec 2024-11-19T03:26:56,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.5550 sec 2024-11-19T03:26:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:56,494 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:56,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T03:26:56,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192bc5b5645991468390436ca4b8094ff6_5c9459dfe08ad1a056feb2e09a6ef6c5 is 50, key is test_row_0/A:col10/1731986816494/Put/seqid=0 2024-11-19T03:26:56,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742357_1533 (size=12304) 2024-11-19T03:26:56,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986876507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:56,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,512 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:56,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986876508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:56,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986876509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:56,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986876513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:56,516 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192bc5b5645991468390436ca4b8094ff6_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192bc5b5645991468390436ca4b8094ff6_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:56,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:56,517 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/dfa691bc11bb4ee08b9f939cece86619, store: [table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:56,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/dfa691bc11bb4ee08b9f939cece86619 is 175, key is test_row_0/A:col10/1731986816494/Put/seqid=0 2024-11-19T03:26:56,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742358_1534 (size=31105) 2024-11-19T03:26:56,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34866 deadline: 1731986876582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:56,583 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_2' in 5c9459dfe08ad1a056feb2e09a6ef6c5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:26:56,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:56,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986876622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:56,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986876623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986876623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986876623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:56,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:56,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:56,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986876832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986876832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:56,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986876833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986876833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:56,920 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/dfa691bc11bb4ee08b9f939cece86619 2024-11-19T03:26:56,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/2f60d10b1d724ca1997390bc1be4631a is 50, key is test_row_0/B:col10/1731986816494/Put/seqid=0 2024-11-19T03:26:56,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742359_1535 (size=12151) 2024-11-19T03:26:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-19T03:26:57,083 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:26:57,083 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:26:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-19T03:26:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-19T03:26:57,084 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:26:57,085 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:26:57,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:26:57,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986877142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:57,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986877142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:57,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:57,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:57,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986877142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:57,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:57,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:57,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:57,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986877142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:57,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:57,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:57,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:57,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-19T03:26:57,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-19T03:26:57,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:57,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:57,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:57,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:57,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:57,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/2f60d10b1d724ca1997390bc1be4631a 2024-11-19T03:26:57,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/06abacea91434b12aea0562c96f90ef4 is 50, key is test_row_0/C:col10/1731986816494/Put/seqid=0 2024-11-19T03:26:57,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742360_1536 (size=12151) 2024-11-19T03:26:57,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-19T03:26:57,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:57,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:57,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:57,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:57,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-19T03:26:57,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-19T03:26:57,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:57,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:57,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:57,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:57,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:57,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986877652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:57,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:57,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986877652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986877653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:57,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986877653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:57,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-19T03:26:57,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:57,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:57,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:57,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:57,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:26:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-19T03:26:57,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/06abacea91434b12aea0562c96f90ef4 2024-11-19T03:26:57,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/dfa691bc11bb4ee08b9f939cece86619 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/dfa691bc11bb4ee08b9f939cece86619 2024-11-19T03:26:57,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/dfa691bc11bb4ee08b9f939cece86619, entries=150, sequenceid=199, filesize=30.4 K 2024-11-19T03:26:57,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/2f60d10b1d724ca1997390bc1be4631a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/2f60d10b1d724ca1997390bc1be4631a 2024-11-19T03:26:57,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/2f60d10b1d724ca1997390bc1be4631a, entries=150, sequenceid=199, filesize=11.9 K 2024-11-19T03:26:57,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/06abacea91434b12aea0562c96f90ef4 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/06abacea91434b12aea0562c96f90ef4 2024-11-19T03:26:57,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/06abacea91434b12aea0562c96f90ef4, entries=150, sequenceid=199, filesize=11.9 K 2024-11-19T03:26:57,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 5c9459dfe08ad1a056feb2e09a6ef6c5 in 1259ms, sequenceid=199, compaction requested=true 2024-11-19T03:26:57,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:57,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:26:57,753 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:26:57,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:57,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:26:57,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:57,753 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:26:57,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:26:57,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:57,754 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:26:57,754 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:26:57,754 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/A is initiating minor compaction (all files) 2024-11-19T03:26:57,754 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/B is initiating minor compaction (all files) 2024-11-19T03:26:57,754 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/B in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:57,754 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/A in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:57,754 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/c1837621e68c45d8b966311dd1ef5740, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/2f468b12e1974bc59586714c443f9edb, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/031fe86b83b34ec3980c44cbea18a27e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/dfa691bc11bb4ee08b9f939cece86619] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=121.8 K 2024-11-19T03:26:57,754 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/a750c740ba174443932fae9dfb067b4e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/1c884aeacfc54da29eacdb3212c1f5ae, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/94055bffa62f45a290ab59241e3c4ee4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/2f60d10b1d724ca1997390bc1be4631a] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=47.8 K 2024-11-19T03:26:57,754 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:57,754 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/c1837621e68c45d8b966311dd1ef5740, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/2f468b12e1974bc59586714c443f9edb, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/031fe86b83b34ec3980c44cbea18a27e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/dfa691bc11bb4ee08b9f939cece86619] 2024-11-19T03:26:57,755 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting a750c740ba174443932fae9dfb067b4e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731986811832 2024-11-19T03:26:57,755 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1837621e68c45d8b966311dd1ef5740, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731986811832 2024-11-19T03:26:57,755 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c884aeacfc54da29eacdb3212c1f5ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731986814036 2024-11-19T03:26:57,755 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f468b12e1974bc59586714c443f9edb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731986814036 2024-11-19T03:26:57,755 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 94055bffa62f45a290ab59241e3c4ee4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731986814692 2024-11-19T03:26:57,755 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 031fe86b83b34ec3980c44cbea18a27e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731986814692 2024-11-19T03:26:57,755 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f60d10b1d724ca1997390bc1be4631a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731986815349 2024-11-19T03:26:57,755 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfa691bc11bb4ee08b9f939cece86619, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731986815349 2024-11-19T03:26:57,762 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:57,764 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#B#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:57,765 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/5e50384b4b964a95852d883283610763 is 50, key is test_row_0/B:col10/1731986816494/Put/seqid=0 2024-11-19T03:26:57,770 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119117d6623fe2f43eea731b964340a241f_5c9459dfe08ad1a056feb2e09a6ef6c5 store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:57,772 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119117d6623fe2f43eea731b964340a241f_5c9459dfe08ad1a056feb2e09a6ef6c5, store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:57,773 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119117d6623fe2f43eea731b964340a241f_5c9459dfe08ad1a056feb2e09a6ef6c5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:57,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742361_1537 (size=12595) 2024-11-19T03:26:57,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742362_1538 (size=4469) 2024-11-19T03:26:57,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-19T03:26:57,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:57,848 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T03:26:57,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111902defb2c76ad4169a704a306b695213d_5c9459dfe08ad1a056feb2e09a6ef6c5 is 50, key is test_row_0/A:col10/1731986816499/Put/seqid=0 2024-11-19T03:26:57,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742363_1539 (size=12304) 2024-11-19T03:26:58,186 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/5e50384b4b964a95852d883283610763 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/5e50384b4b964a95852d883283610763 2024-11-19T03:26:58,190 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/B of 5c9459dfe08ad1a056feb2e09a6ef6c5 into 5e50384b4b964a95852d883283610763(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:58,190 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:58,190 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/B, priority=12, startTime=1731986817753; duration=0sec 2024-11-19T03:26:58,190 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:26:58,190 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:B 2024-11-19T03:26:58,190 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T03:26:58,191 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T03:26:58,191 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/C is initiating minor compaction (all files) 2024-11-19T03:26:58,191 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/C in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:58,191 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/e6cfbf9d3c09492eaf6261ef3c8feaaa, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/e22899bb088f4da28dcff43cfbf904ae, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/94021e837612409494e3304467b53ae7, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/06abacea91434b12aea0562c96f90ef4] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=47.8 K 2024-11-19T03:26:58,191 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting e6cfbf9d3c09492eaf6261ef3c8feaaa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731986811832 2024-11-19T03:26:58,191 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting e22899bb088f4da28dcff43cfbf904ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731986814036 2024-11-19T03:26:58,192 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 94021e837612409494e3304467b53ae7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731986814692 2024-11-19T03:26:58,192 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 06abacea91434b12aea0562c96f90ef4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731986815349 2024-11-19T03:26:58,193 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#A#compaction#454 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:58,194 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/a7f2f43dbb52418bb4797a351c0745fa is 175, key is test_row_0/A:col10/1731986816494/Put/seqid=0 2024-11-19T03:26:58,201 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#C#compaction#456 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:26:58,202 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/bc4e6fc2812641a489968a3d3328ac5a is 50, key is test_row_0/C:col10/1731986816494/Put/seqid=0 2024-11-19T03:26:58,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742364_1540 (size=31549) 2024-11-19T03:26:58,206 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/a7f2f43dbb52418bb4797a351c0745fa as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/a7f2f43dbb52418bb4797a351c0745fa 2024-11-19T03:26:58,210 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/A of 5c9459dfe08ad1a056feb2e09a6ef6c5 into a7f2f43dbb52418bb4797a351c0745fa(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:58,210 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:58,210 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/A, priority=12, startTime=1731986817753; duration=0sec 2024-11-19T03:26:58,210 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:58,210 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:A 2024-11-19T03:26:58,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742365_1541 (size=12595) 2024-11-19T03:26:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-19T03:26:58,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:58,259 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111902defb2c76ad4169a704a306b695213d_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111902defb2c76ad4169a704a306b695213d_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:58,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/cbaaad4948d04e4187588fee5be04b34, store: [table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:58,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/cbaaad4948d04e4187588fee5be04b34 is 175, key is test_row_0/A:col10/1731986816499/Put/seqid=0 2024-11-19T03:26:58,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742366_1542 (size=31105) 2024-11-19T03:26:58,617 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/bc4e6fc2812641a489968a3d3328ac5a as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/bc4e6fc2812641a489968a3d3328ac5a 2024-11-19T03:26:58,620 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/C of 5c9459dfe08ad1a056feb2e09a6ef6c5 into bc4e6fc2812641a489968a3d3328ac5a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:26:58,620 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:58,620 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/C, priority=12, startTime=1731986817753; duration=0sec 2024-11-19T03:26:58,620 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:26:58,620 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:C 2024-11-19T03:26:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:58,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:26:58,664 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/cbaaad4948d04e4187588fee5be04b34 2024-11-19T03:26:58,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/bfefd25d60e544e28ad295c0834225ae is 50, key is test_row_0/B:col10/1731986816499/Put/seqid=0 2024-11-19T03:26:58,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742367_1543 (size=12151) 2024-11-19T03:26:58,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:58,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986878683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986878684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:58,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:58,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:58,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:58,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:58,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:58,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:58,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986878687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:58,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986878688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:58,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986878792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:58,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986878793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:58,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986878793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:58,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986878802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:58,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:58,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:58,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:59,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986879002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:59,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986879003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986879003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:59,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986879012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:59,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:59,073 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/bfefd25d60e544e28ad295c0834225ae 2024-11-19T03:26:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/cb95014d095b4d2088a7fe159166c59b is 50, key is test_row_0/C:col10/1731986816499/Put/seqid=0 2024-11-19T03:26:59,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742368_1544 (size=12151) 2024-11-19T03:26:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-19T03:26:59,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986879312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:59,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986879312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:59,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986879312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:59,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986879322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:59,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:59,482 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/cb95014d095b4d2088a7fe159166c59b 2024-11-19T03:26:59,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/cbaaad4948d04e4187588fee5be04b34 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/cbaaad4948d04e4187588fee5be04b34 2024-11-19T03:26:59,488 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/cbaaad4948d04e4187588fee5be04b34, entries=150, sequenceid=214, filesize=30.4 K 2024-11-19T03:26:59,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/bfefd25d60e544e28ad295c0834225ae as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/bfefd25d60e544e28ad295c0834225ae 2024-11-19T03:26:59,491 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/bfefd25d60e544e28ad295c0834225ae, entries=150, sequenceid=214, filesize=11.9 K 2024-11-19T03:26:59,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/cb95014d095b4d2088a7fe159166c59b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/cb95014d095b4d2088a7fe159166c59b 2024-11-19T03:26:59,494 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/cb95014d095b4d2088a7fe159166c59b, entries=150, sequenceid=214, filesize=11.9 K 2024-11-19T03:26:59,494 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 5c9459dfe08ad1a056feb2e09a6ef6c5 in 1646ms, sequenceid=214, compaction requested=false 2024-11-19T03:26:59,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:26:59,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:26:59,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-19T03:26:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-19T03:26:59,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-19T03:26:59,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4110 sec 2024-11-19T03:26:59,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.4180 sec 2024-11-19T03:26:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:59,824 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:26:59,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T03:26:59,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111909485446e772426fbd53240ba5ee26ba_5c9459dfe08ad1a056feb2e09a6ef6c5 is 50, key is test_row_0/A:col10/1731986819823/Put/seqid=0 2024-11-19T03:26:59,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:59,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986879836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986879836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:59,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986879838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:59,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986879841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:59,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:59,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742369_1545 (size=14794) 2024-11-19T03:26:59,847 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:26:59,850 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111909485446e772426fbd53240ba5ee26ba_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111909485446e772426fbd53240ba5ee26ba_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:26:59,851 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/af9706de4d7c4a62b309abfd746320c6, store: [table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:26:59,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/af9706de4d7c4a62b309abfd746320c6 is 175, key is test_row_0/A:col10/1731986819823/Put/seqid=0 2024-11-19T03:26:59,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742370_1546 (size=39749) 2024-11-19T03:26:59,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986879953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:59,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986879953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:59,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986879953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:26:59,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:26:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986879953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:26:59,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:26:59,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:00,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986880162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:00,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986880162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:00,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:00,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986880163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:00,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:00,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986880163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:00,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:00,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:00,261 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/af9706de4d7c4a62b309abfd746320c6 2024-11-19T03:27:00,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/c0b9223d8860458289d6da3f9a99b606 is 50, key is test_row_0/B:col10/1731986819823/Put/seqid=0 2024-11-19T03:27:00,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742371_1547 (size=12151) 2024-11-19T03:27:00,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:00,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986880472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986880472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:00,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986880472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986880472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:00,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:00,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/c0b9223d8860458289d6da3f9a99b606 2024-11-19T03:27:00,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/12e39e2aeb9a401d953462b70f6b6c34 is 50, key is test_row_0/C:col10/1731986819823/Put/seqid=0 2024-11-19T03:27:00,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742372_1548 (size=12151) 2024-11-19T03:27:00,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986880982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986880982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986880982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986880982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:01,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/12e39e2aeb9a401d953462b70f6b6c34 2024-11-19T03:27:01,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/af9706de4d7c4a62b309abfd746320c6 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/af9706de4d7c4a62b309abfd746320c6 2024-11-19T03:27:01,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/af9706de4d7c4a62b309abfd746320c6, entries=200, sequenceid=240, filesize=38.8 K 2024-11-19T03:27:01,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/c0b9223d8860458289d6da3f9a99b606 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/c0b9223d8860458289d6da3f9a99b606 2024-11-19T03:27:01,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/c0b9223d8860458289d6da3f9a99b606, entries=150, sequenceid=240, filesize=11.9 K 2024-11-19T03:27:01,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/12e39e2aeb9a401d953462b70f6b6c34 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/12e39e2aeb9a401d953462b70f6b6c34 2024-11-19T03:27:01,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/12e39e2aeb9a401d953462b70f6b6c34, entries=150, sequenceid=240, filesize=11.9 K 2024-11-19T03:27:01,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5c9459dfe08ad1a056feb2e09a6ef6c5 in 1326ms, sequenceid=240, compaction requested=true 2024-11-19T03:27:01,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:27:01,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:27:01,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:27:01,150 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:27:01,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:27:01,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:27:01,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:27:01,150 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:27:01,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:27:01,152 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:27:01,152 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/A is initiating minor compaction (all files) 2024-11-19T03:27:01,152 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/A in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:01,152 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/a7f2f43dbb52418bb4797a351c0745fa, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/cbaaad4948d04e4187588fee5be04b34, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/af9706de4d7c4a62b309abfd746320c6] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=100.0 K 2024-11-19T03:27:01,152 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:27:01,152 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/B is initiating minor compaction (all files) 2024-11-19T03:27:01,152 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:01,152 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/B in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:01,152 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/a7f2f43dbb52418bb4797a351c0745fa, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/cbaaad4948d04e4187588fee5be04b34, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/af9706de4d7c4a62b309abfd746320c6] 2024-11-19T03:27:01,152 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/5e50384b4b964a95852d883283610763, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/bfefd25d60e544e28ad295c0834225ae, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/c0b9223d8860458289d6da3f9a99b606] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=36.0 K 2024-11-19T03:27:01,152 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7f2f43dbb52418bb4797a351c0745fa, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731986815349 2024-11-19T03:27:01,152 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e50384b4b964a95852d883283610763, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731986815349 2024-11-19T03:27:01,152 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbaaad4948d04e4187588fee5be04b34, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731986816499 2024-11-19T03:27:01,152 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting bfefd25d60e544e28ad295c0834225ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731986816499 2024-11-19T03:27:01,153 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting c0b9223d8860458289d6da3f9a99b606, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731986818682 2024-11-19T03:27:01,153 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting af9706de4d7c4a62b309abfd746320c6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731986818682 2024-11-19T03:27:01,168 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#B#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:27:01,168 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/ee53339e223847d4a8300bc20332717e is 50, key is test_row_0/B:col10/1731986819823/Put/seqid=0 2024-11-19T03:27:01,173 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:27:01,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742373_1549 (size=12697) 2024-11-19T03:27:01,176 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411196e978f5de6ae4501a328e387b1adf533_5c9459dfe08ad1a056feb2e09a6ef6c5 store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:27:01,178 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411196e978f5de6ae4501a328e387b1adf533_5c9459dfe08ad1a056feb2e09a6ef6c5, store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:27:01,178 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411196e978f5de6ae4501a328e387b1adf533_5c9459dfe08ad1a056feb2e09a6ef6c5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:27:01,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742374_1550 (size=4469) 2024-11-19T03:27:01,183 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/ee53339e223847d4a8300bc20332717e as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/ee53339e223847d4a8300bc20332717e 2024-11-19T03:27:01,187 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/B of 5c9459dfe08ad1a056feb2e09a6ef6c5 into ee53339e223847d4a8300bc20332717e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:27:01,187 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:27:01,187 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/B, priority=13, startTime=1731986821150; duration=0sec 2024-11-19T03:27:01,188 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:27:01,188 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:B 2024-11-19T03:27:01,188 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:27:01,188 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:27:01,188 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/C is initiating minor compaction (all files) 2024-11-19T03:27:01,188 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/C in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:01,189 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/bc4e6fc2812641a489968a3d3328ac5a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/cb95014d095b4d2088a7fe159166c59b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/12e39e2aeb9a401d953462b70f6b6c34] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=36.0 K 2024-11-19T03:27:01,189 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting bc4e6fc2812641a489968a3d3328ac5a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731986815349 2024-11-19T03:27:01,189 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting cb95014d095b4d2088a7fe159166c59b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731986816499 2024-11-19T03:27:01,189 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 12e39e2aeb9a401d953462b70f6b6c34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731986818682 2024-11-19T03:27:01,196 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#C#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:27:01,196 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/f16e207c8d7345168568647d406658cd is 50, key is test_row_0/C:col10/1731986819823/Put/seqid=0 2024-11-19T03:27:01,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742375_1551 (size=12697) 2024-11-19T03:27:01,204 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/f16e207c8d7345168568647d406658cd as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/f16e207c8d7345168568647d406658cd 2024-11-19T03:27:01,207 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/C of 5c9459dfe08ad1a056feb2e09a6ef6c5 into f16e207c8d7345168568647d406658cd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:27:01,207 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:27:01,207 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/C, priority=13, startTime=1731986821150; duration=0sec 2024-11-19T03:27:01,207 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:27:01,207 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:C 2024-11-19T03:27:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-19T03:27:01,263 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:27:01,263 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:27:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-19T03:27:01,265 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:27:01,265 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:27:01,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:27:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-19T03:27:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-19T03:27:01,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-19T03:27:01,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:01,418 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T03:27:01,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111984ccfa8dbae8499a917b3b5c051eb124_5c9459dfe08ad1a056feb2e09a6ef6c5 is 50, key is test_row_0/A:col10/1731986819840/Put/seqid=0 2024-11-19T03:27:01,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742376_1552 (size=12304) 2024-11-19T03:27:01,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,430 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111984ccfa8dbae8499a917b3b5c051eb124_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111984ccfa8dbae8499a917b3b5c051eb124_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:01,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/fe842702ccc04de68867ba1af1724e75, store: [table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:27:01,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/fe842702ccc04de68867ba1af1724e75 is 175, key is test_row_0/A:col10/1731986819840/Put/seqid=0 2024-11-19T03:27:01,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742377_1553 (size=31105) 2024-11-19T03:27:01,434 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/fe842702ccc04de68867ba1af1724e75 2024-11-19T03:27:01,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/776b540e2a4649c581362843d8b07adf is 50, key is test_row_0/B:col10/1731986819840/Put/seqid=0 2024-11-19T03:27:01,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742378_1554 (size=12151) 2024-11-19T03:27:01,442 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/776b540e2a4649c581362843d8b07adf 2024-11-19T03:27:01,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/54a7e528ac094c82a96cdce283f71084 is 50, key is test_row_0/C:col10/1731986819840/Put/seqid=0 2024-11-19T03:27:01,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742379_1555 (size=12151) 2024-11-19T03:27:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-19T03:27:01,583 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#A#compaction#463 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:27:01,584 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/f595b0be9be246aaae86746e708009bd is 175, key is test_row_0/A:col10/1731986819823/Put/seqid=0 2024-11-19T03:27:01,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742380_1556 (size=31651) 2024-11-19T03:27:01,850 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/54a7e528ac094c82a96cdce283f71084 2024-11-19T03:27:01,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/fe842702ccc04de68867ba1af1724e75 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/fe842702ccc04de68867ba1af1724e75 2024-11-19T03:27:01,855 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/fe842702ccc04de68867ba1af1724e75, entries=150, sequenceid=255, filesize=30.4 K 2024-11-19T03:27:01,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/776b540e2a4649c581362843d8b07adf as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/776b540e2a4649c581362843d8b07adf 2024-11-19T03:27:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,858 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/776b540e2a4649c581362843d8b07adf, entries=150, sequenceid=255, filesize=11.9 K 2024-11-19T03:27:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/54a7e528ac094c82a96cdce283f71084 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/54a7e528ac094c82a96cdce283f71084 2024-11-19T03:27:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,862 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/54a7e528ac094c82a96cdce283f71084, entries=150, sequenceid=255, filesize=11.9 K 2024-11-19T03:27:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,868 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 5c9459dfe08ad1a056feb2e09a6ef6c5 in 450ms, sequenceid=255, compaction requested=false 2024-11-19T03:27:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:27:01,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:01,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-19T03:27:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-19T03:27:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-19T03:27:01,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 605 msec 2024-11-19T03:27:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 609 msec 2024-11-19T03:27:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-19T03:27:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,893 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:27:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,893 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:27:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-19T03:27:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-19T03:27:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,895 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:27:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,896 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:27:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:27:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,991 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/f595b0be9be246aaae86746e708009bd as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/f595b0be9be246aaae86746e708009bd 2024-11-19T03:27:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,994 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/A of 5c9459dfe08ad1a056feb2e09a6ef6c5 into f595b0be9be246aaae86746e708009bd(size=30.9 K), total size for store is 61.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:27:01,994 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:27:01,994 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/A, priority=13, startTime=1731986821150; duration=0sec 2024-11-19T03:27:01,995 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:27:01,995 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:A 2024-11-19T03:27:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-19T03:27:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:02,036 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:27:02,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T03:27:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411190513d4f36475476da8ae8255c7b3fc83_5c9459dfe08ad1a056feb2e09a6ef6c5 is 50, key is test_row_0/A:col10/1731986822036/Put/seqid=0 2024-11-19T03:27:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742381_1557 (size=20074) 2024-11-19T03:27:02,047 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:02,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-19T03:27:02,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:02,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:27:02,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:02,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:02,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:02,051 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411190513d4f36475476da8ae8255c7b3fc83_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411190513d4f36475476da8ae8255c7b3fc83_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:02,052 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/2708c2c7131444cd9d2efbf7c17f5f5c, store: [table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:27:02,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/2708c2c7131444cd9d2efbf7c17f5f5c is 175, key is test_row_0/A:col10/1731986822036/Put/seqid=0 2024-11-19T03:27:02,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742382_1558 (size=57333) 2024-11-19T03:27:02,056 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=267, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/2708c2c7131444cd9d2efbf7c17f5f5c 2024-11-19T03:27:02,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/27b7def1118a43d193f5b6ddfcb9f594 is 50, key is test_row_0/B:col10/1731986822036/Put/seqid=0 2024-11-19T03:27:02,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742383_1559 (size=12301) 2024-11-19T03:27:02,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986882070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:02,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986882071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:02,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:02,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:02,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986882072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:02,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:02,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986882075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:02,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:02,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986882182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986882182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986882182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:02,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986882183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:02,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-19T03:27:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:27:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:02,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-19T03:27:02,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-19T03:27:02,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:02,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:27:02,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:02,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:02,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:02,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986882392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:02,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:02,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986882392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:02,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:02,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:02,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986882392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:02,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:02,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:02,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986882393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:02,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:02,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/27b7def1118a43d193f5b6ddfcb9f594 2024-11-19T03:27:02,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/a212147cae2d45d3b904f6cd3f95a213 is 50, key is test_row_0/C:col10/1731986822036/Put/seqid=0 2024-11-19T03:27:02,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742384_1560 (size=12301) 2024-11-19T03:27:02,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-19T03:27:02,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:02,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:27:02,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:02,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:02,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-19T03:27:02,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-19T03:27:02,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:02,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:27:02,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:02,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:02,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:02,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986882702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:02,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:02,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986882702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:02,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:02,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986882702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:02,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:02,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986882702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:02,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:02,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:02,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:02,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-19T03:27:02,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:02,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:27:02,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:02,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:02,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:02,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/a212147cae2d45d3b904f6cd3f95a213 2024-11-19T03:27:02,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/2708c2c7131444cd9d2efbf7c17f5f5c as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/2708c2c7131444cd9d2efbf7c17f5f5c 2024-11-19T03:27:02,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/2708c2c7131444cd9d2efbf7c17f5f5c, entries=300, sequenceid=267, filesize=56.0 K 2024-11-19T03:27:02,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/27b7def1118a43d193f5b6ddfcb9f594 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/27b7def1118a43d193f5b6ddfcb9f594 2024-11-19T03:27:02,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/27b7def1118a43d193f5b6ddfcb9f594, entries=150, sequenceid=267, filesize=12.0 K 2024-11-19T03:27:02,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/a212147cae2d45d3b904f6cd3f95a213 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/a212147cae2d45d3b904f6cd3f95a213 2024-11-19T03:27:02,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/a212147cae2d45d3b904f6cd3f95a213, entries=150, sequenceid=267, filesize=12.0 K 2024-11-19T03:27:02,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5c9459dfe08ad1a056feb2e09a6ef6c5 in 851ms, sequenceid=267, compaction requested=true 2024-11-19T03:27:02,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:27:02,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:27:02,887 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:27:02,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:27:02,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:27:02,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:27:02,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:27:02,888 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:27:02,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:27:02,888 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120089 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:27:02,888 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:27:02,888 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/A is initiating minor compaction (all files) 2024-11-19T03:27:02,888 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/B is initiating minor compaction (all files) 2024-11-19T03:27:02,888 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/B in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:02,888 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/A in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:02,888 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/ee53339e223847d4a8300bc20332717e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/776b540e2a4649c581362843d8b07adf, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/27b7def1118a43d193f5b6ddfcb9f594] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=36.3 K 2024-11-19T03:27:02,888 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/f595b0be9be246aaae86746e708009bd, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/fe842702ccc04de68867ba1af1724e75, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/2708c2c7131444cd9d2efbf7c17f5f5c] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=117.3 K 2024-11-19T03:27:02,888 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:02,889 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/f595b0be9be246aaae86746e708009bd, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/fe842702ccc04de68867ba1af1724e75, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/2708c2c7131444cd9d2efbf7c17f5f5c] 2024-11-19T03:27:02,889 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting f595b0be9be246aaae86746e708009bd, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731986818682 2024-11-19T03:27:02,889 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting ee53339e223847d4a8300bc20332717e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731986818682 2024-11-19T03:27:02,889 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 776b540e2a4649c581362843d8b07adf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731986819834 2024-11-19T03:27:02,889 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe842702ccc04de68867ba1af1724e75, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731986819834 2024-11-19T03:27:02,890 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2708c2c7131444cd9d2efbf7c17f5f5c, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731986822022 2024-11-19T03:27:02,890 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 27b7def1118a43d193f5b6ddfcb9f594, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731986822022 2024-11-19T03:27:02,906 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:27:02,911 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#B#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:27:02,912 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/c5e44a42f2ce495db3e75894603bb833 is 50, key is test_row_0/B:col10/1731986822036/Put/seqid=0 2024-11-19T03:27:02,912 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411199817d0155ce5446e98be07a6f02dcb26_5c9459dfe08ad1a056feb2e09a6ef6c5 store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:27:02,914 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411199817d0155ce5446e98be07a6f02dcb26_5c9459dfe08ad1a056feb2e09a6ef6c5, store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:27:02,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742385_1561 (size=12949) 2024-11-19T03:27:02,914 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199817d0155ce5446e98be07a6f02dcb26_5c9459dfe08ad1a056feb2e09a6ef6c5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:27:02,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742386_1562 (size=4469) 2024-11-19T03:27:02,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-19T03:27:02,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:02,964 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T03:27:02,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c160aef85b704f97801ca6bf44a8071e_5c9459dfe08ad1a056feb2e09a6ef6c5 is 50, key is test_row_0/A:col10/1731986822071/Put/seqid=0 2024-11-19T03:27:02,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742387_1563 (size=12454) 2024-11-19T03:27:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-19T03:27:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:03,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:27:03,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986883219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:03,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:03,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986883221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:03,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:03,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986883222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:03,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:03,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:03,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986883223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:03,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:03,318 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#A#compaction#471 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:27:03,318 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/f2553c9dee8341d4b960d2d91dbbb21e is 175, key is test_row_0/A:col10/1731986822036/Put/seqid=0 2024-11-19T03:27:03,319 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/c5e44a42f2ce495db3e75894603bb833 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/c5e44a42f2ce495db3e75894603bb833 2024-11-19T03:27:03,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742388_1564 (size=31903) 2024-11-19T03:27:03,323 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/B of 5c9459dfe08ad1a056feb2e09a6ef6c5 into c5e44a42f2ce495db3e75894603bb833(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:27:03,323 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:27:03,323 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/B, priority=13, startTime=1731986822888; duration=0sec 2024-11-19T03:27:03,323 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:27:03,323 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:B 2024-11-19T03:27:03,323 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:27:03,325 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:27:03,325 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/C is initiating minor compaction (all files) 2024-11-19T03:27:03,325 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/C in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:03,325 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/f16e207c8d7345168568647d406658cd, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/54a7e528ac094c82a96cdce283f71084, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/a212147cae2d45d3b904f6cd3f95a213] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=36.3 K 2024-11-19T03:27:03,325 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting f16e207c8d7345168568647d406658cd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731986818682 2024-11-19T03:27:03,326 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 54a7e528ac094c82a96cdce283f71084, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731986819834 2024-11-19T03:27:03,326 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting a212147cae2d45d3b904f6cd3f95a213, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731986822022 2024-11-19T03:27:03,334 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#C#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:27:03,335 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/b6fad836dfe644a6af375458c77eb5ff is 50, key is test_row_0/C:col10/1731986822036/Put/seqid=0 2024-11-19T03:27:03,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986883333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:03,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:03,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986883333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:03,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:03,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:03,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986883333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:03,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:03,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986883333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:03,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742389_1565 (size=12949) 2024-11-19T03:27:03,342 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/b6fad836dfe644a6af375458c77eb5ff as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/b6fad836dfe644a6af375458c77eb5ff 2024-11-19T03:27:03,348 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/C of 5c9459dfe08ad1a056feb2e09a6ef6c5 into b6fad836dfe644a6af375458c77eb5ff(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:27:03,348 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:27:03,348 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/C, priority=13, startTime=1731986822888; duration=0sec 2024-11-19T03:27:03,348 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:27:03,348 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:C 2024-11-19T03:27:03,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:03,375 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c160aef85b704f97801ca6bf44a8071e_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c160aef85b704f97801ca6bf44a8071e_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:03,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/684f46a8ce5347248ccd5c3cb4e4bb35, store: [table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:27:03,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/684f46a8ce5347248ccd5c3cb4e4bb35 is 175, key is test_row_0/A:col10/1731986822071/Put/seqid=0 2024-11-19T03:27:03,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742390_1566 (size=31255) 2024-11-19T03:27:03,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986883543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:03,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:03,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986883543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986883543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:03,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986883543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:03,725 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/f2553c9dee8341d4b960d2d91dbbb21e as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/f2553c9dee8341d4b960d2d91dbbb21e 2024-11-19T03:27:03,728 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/A of 5c9459dfe08ad1a056feb2e09a6ef6c5 into f2553c9dee8341d4b960d2d91dbbb21e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:27:03,729 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:27:03,729 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/A, priority=13, startTime=1731986822887; duration=0sec 2024-11-19T03:27:03,729 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:27:03,729 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:A 2024-11-19T03:27:03,780 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/684f46a8ce5347248ccd5c3cb4e4bb35 2024-11-19T03:27:03,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/18705d4f0af741b5a85f624765b81544 is 50, key is test_row_0/B:col10/1731986822071/Put/seqid=0 2024-11-19T03:27:03,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742391_1567 (size=12301) 2024-11-19T03:27:03,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986883852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:03,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986883852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986883853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986883853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:03,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:03,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-19T03:27:04,189 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/18705d4f0af741b5a85f624765b81544 2024-11-19T03:27:04,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/5e9ae333036b47dfb8300c76b2e5b967 is 50, key is test_row_0/C:col10/1731986822071/Put/seqid=0 2024-11-19T03:27:04,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742392_1568 (size=12301) 2024-11-19T03:27:04,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986884362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:04,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:04,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:04,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986884362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:04,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:04,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:04,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:04,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:04,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986884362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:04,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:04,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:04,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:04,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986884362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:04,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:04,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:04,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:04,599 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/5e9ae333036b47dfb8300c76b2e5b967 2024-11-19T03:27:04,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/684f46a8ce5347248ccd5c3cb4e4bb35 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/684f46a8ce5347248ccd5c3cb4e4bb35 2024-11-19T03:27:04,605 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/684f46a8ce5347248ccd5c3cb4e4bb35, entries=150, sequenceid=292, filesize=30.5 K 2024-11-19T03:27:04,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/18705d4f0af741b5a85f624765b81544 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/18705d4f0af741b5a85f624765b81544 2024-11-19T03:27:04,608 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/18705d4f0af741b5a85f624765b81544, entries=150, sequenceid=292, filesize=12.0 K 2024-11-19T03:27:04,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/5e9ae333036b47dfb8300c76b2e5b967 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/5e9ae333036b47dfb8300c76b2e5b967 2024-11-19T03:27:04,610 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/5e9ae333036b47dfb8300c76b2e5b967, entries=150, sequenceid=292, filesize=12.0 K 2024-11-19T03:27:04,611 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5c9459dfe08ad1a056feb2e09a6ef6c5 in 1647ms, sequenceid=292, compaction requested=false 2024-11-19T03:27:04,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:27:04,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:04,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-19T03:27:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-19T03:27:04,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-19T03:27:04,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7160 sec 2024-11-19T03:27:04,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.7210 sec 2024-11-19T03:27:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:05,374 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-19T03:27:05,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T03:27:05,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d97288af034f43c881378d91532fdd8b_5c9459dfe08ad1a056feb2e09a6ef6c5 is 50, key is test_row_0/A:col10/1731986823220/Put/seqid=0 2024-11-19T03:27:05,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742393_1569 (size=17534) 2024-11-19T03:27:05,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986885399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:05,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:05,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986885400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:05,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:05,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986885401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:05,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:05,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986885402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:05,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:05,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986885515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:05,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986885515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986885515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:05,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986885515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:05,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986885722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:05,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:05,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986885722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:05,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986885722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986885722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:05,790 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:05,793 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d97288af034f43c881378d91532fdd8b_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d97288af034f43c881378d91532fdd8b_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:05,794 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/dbdd63921f6c4e338eeb0fb123e4ed2d, store: [table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:27:05,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/dbdd63921f6c4e338eeb0fb123e4ed2d is 175, key is test_row_0/A:col10/1731986823220/Put/seqid=0 2024-11-19T03:27:05,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742394_1570 (size=48639) 2024-11-19T03:27:06,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986886032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:06,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:06,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986886033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:06,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:06,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:06,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:06,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:06,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:06,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986886033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:06,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:06,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:06,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:06,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986886033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:06,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:06,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:06,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-19T03:27:06,062 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:27:06,063 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-19T03:27:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-19T03:27:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-19T03:27:06,064 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T03:27:06,065 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T03:27:06,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T03:27:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-19T03:27:06,197 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/dbdd63921f6c4e338eeb0fb123e4ed2d 2024-11-19T03:27:06,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/db1e596655d941638d4f7fbd792566b6 is 50, key is test_row_0/B:col10/1731986823220/Put/seqid=0 2024-11-19T03:27:06,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742395_1571 (size=12301) 2024-11-19T03:27:06,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-19T03:27:06,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:06,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:27:06,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:06,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:06,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:06,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-19T03:27:06,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:06,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:27:06,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:06,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:06,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-19T03:27:06,479 INFO [Thread-2197 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2197. 2024-11-19T03:27:06,479 DEBUG [Thread-2197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:27:06,479 DEBUG [Thread-2197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:06,480 DEBUG [Thread-2197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:06,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:27:06,480 INFO [Thread-2203 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2203. 2024-11-19T03:27:06,480 DEBUG [Thread-2203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:27:06,480 DEBUG [Thread-2203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:06,480 DEBUG [Thread-2203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:06,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:27:06,481 INFO [Thread-2195 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2195. 2024-11-19T03:27:06,481 DEBUG [Thread-2195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:27:06,481 DEBUG [Thread-2195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:06,482 DEBUG [Thread-2195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:06,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:27:06,483 INFO [Thread-2201 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2201. 2024-11-19T03:27:06,483 DEBUG [Thread-2201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:27:06,483 DEBUG [Thread-2201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:06,483 DEBUG [Thread-2201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:06,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:27:06,483 INFO [Thread-2199 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2199. 2024-11-19T03:27:06,484 DEBUG [Thread-2199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:27:06,484 DEBUG [Thread-2199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:06,484 DEBUG [Thread-2199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:06,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:27:06,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-19T03:27:06,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:06,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:27:06,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:06,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:06,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:06,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34862 deadline: 1731986886542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:06,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:06,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34836 deadline: 1731986886543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34882 deadline: 1731986886543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:06,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:06,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:06,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:06,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34892 deadline: 1731986886543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:06,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:06,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:06,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:06,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:06,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:06,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:06,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:06,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:06,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:06,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/db1e596655d941638d4f7fbd792566b6 2024-11-19T03:27:06,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/634f68a525a14324980b649facc52501 is 50, key is test_row_0/C:col10/1731986823220/Put/seqid=0 2024-11-19T03:27:06,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742396_1572 (size=12301) 2024-11-19T03:27:06,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:27:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34866 deadline: 1731986886653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 2024-11-19T03:27:06,654 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 47efada56ed5,46547,1731986649537 for 'test_row_2' in 5c9459dfe08ad1a056feb2e09a6ef6c5 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18284 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-19T03:27:06,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 , the old value is region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:06,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T03:27:06,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., hostname=47efada56ed5,46547,1731986649537, seqNum=5 because the exception is null or not the one we care about 2024-11-19T03:27:06,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-19T03:27:06,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:06,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:27:06,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:06,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:06,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-19T03:27:06,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-19T03:27:06,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:06,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:27:06,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:06,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:06,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:06,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-19T03:27:06,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:06,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:27:06,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:06,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:06,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:27:07,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/634f68a525a14324980b649facc52501 2024-11-19T03:27:07,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/dbdd63921f6c4e338eeb0fb123e4ed2d as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/dbdd63921f6c4e338eeb0fb123e4ed2d 2024-11-19T03:27:07,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/dbdd63921f6c4e338eeb0fb123e4ed2d, entries=250, sequenceid=309, filesize=47.5 K 2024-11-19T03:27:07,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/db1e596655d941638d4f7fbd792566b6 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/db1e596655d941638d4f7fbd792566b6 2024-11-19T03:27:07,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/db1e596655d941638d4f7fbd792566b6, entries=150, sequenceid=309, filesize=12.0 K 2024-11-19T03:27:07,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/634f68a525a14324980b649facc52501 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/634f68a525a14324980b649facc52501 2024-11-19T03:27:07,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/634f68a525a14324980b649facc52501, entries=150, sequenceid=309, filesize=12.0 K 2024-11-19T03:27:07,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5c9459dfe08ad1a056feb2e09a6ef6c5 in 1669ms, sequenceid=309, compaction requested=true 2024-11-19T03:27:07,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:27:07,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T03:27:07,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:27:07,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T03:27:07,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:27:07,043 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:27:07,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9459dfe08ad1a056feb2e09a6ef6c5:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T03:27:07,043 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:27:07,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:27:07,044 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:27:07,044 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:27:07,044 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/B is initiating minor compaction (all files) 2024-11-19T03:27:07,044 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/A is initiating minor compaction (all files) 2024-11-19T03:27:07,044 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/A in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:07,044 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/B in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:07,044 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/f2553c9dee8341d4b960d2d91dbbb21e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/684f46a8ce5347248ccd5c3cb4e4bb35, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/dbdd63921f6c4e338eeb0fb123e4ed2d] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=109.2 K 2024-11-19T03:27:07,044 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/c5e44a42f2ce495db3e75894603bb833, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/18705d4f0af741b5a85f624765b81544, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/db1e596655d941638d4f7fbd792566b6] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=36.7 K 2024-11-19T03:27:07,044 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:07,044 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. files: [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/f2553c9dee8341d4b960d2d91dbbb21e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/684f46a8ce5347248ccd5c3cb4e4bb35, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/dbdd63921f6c4e338eeb0fb123e4ed2d] 2024-11-19T03:27:07,045 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting c5e44a42f2ce495db3e75894603bb833, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731986822022 2024-11-19T03:27:07,045 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2553c9dee8341d4b960d2d91dbbb21e, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731986822022 2024-11-19T03:27:07,045 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 684f46a8ce5347248ccd5c3cb4e4bb35, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731986822067 2024-11-19T03:27:07,045 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 18705d4f0af741b5a85f624765b81544, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731986822067 2024-11-19T03:27:07,045 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting db1e596655d941638d4f7fbd792566b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731986823220 2024-11-19T03:27:07,045 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbdd63921f6c4e338eeb0fb123e4ed2d, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731986823220 2024-11-19T03:27:07,051 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:27:07,052 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#B#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:27:07,052 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119f399ed61b33f4162983f9c9cb6f5158a_5c9459dfe08ad1a056feb2e09a6ef6c5 store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:27:07,052 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/feabd062f4864da9adf39bdcce857142 is 50, key is test_row_0/B:col10/1731986823220/Put/seqid=0 2024-11-19T03:27:07,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742397_1573 (size=13051) 2024-11-19T03:27:07,059 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119f399ed61b33f4162983f9c9cb6f5158a_5c9459dfe08ad1a056feb2e09a6ef6c5, store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:27:07,059 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f399ed61b33f4162983f9c9cb6f5158a_5c9459dfe08ad1a056feb2e09a6ef6c5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:27:07,062 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/feabd062f4864da9adf39bdcce857142 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/feabd062f4864da9adf39bdcce857142 2024-11-19T03:27:07,066 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/B of 5c9459dfe08ad1a056feb2e09a6ef6c5 into feabd062f4864da9adf39bdcce857142(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:27:07,066 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:27:07,066 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/B, priority=13, startTime=1731986827043; duration=0sec 2024-11-19T03:27:07,066 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T03:27:07,066 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:B 2024-11-19T03:27:07,066 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T03:27:07,067 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T03:27:07,067 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1541): 5c9459dfe08ad1a056feb2e09a6ef6c5/C is initiating minor compaction (all files) 2024-11-19T03:27:07,067 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c9459dfe08ad1a056feb2e09a6ef6c5/C in TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:07,067 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/b6fad836dfe644a6af375458c77eb5ff, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/5e9ae333036b47dfb8300c76b2e5b967, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/634f68a525a14324980b649facc52501] into tmpdir=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp, totalSize=36.7 K 2024-11-19T03:27:07,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742398_1574 (size=4469) 2024-11-19T03:27:07,068 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting b6fad836dfe644a6af375458c77eb5ff, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731986822022 2024-11-19T03:27:07,068 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e9ae333036b47dfb8300c76b2e5b967, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731986822067 2024-11-19T03:27:07,068 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] compactions.Compactor(225): Compacting 634f68a525a14324980b649facc52501, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731986823220 2024-11-19T03:27:07,074 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#C#compaction#482 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:27:07,074 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/6fd329dea24847c5921bdb188a581df3 is 50, key is test_row_0/C:col10/1731986823220/Put/seqid=0 2024-11-19T03:27:07,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742399_1575 (size=13051) 2024-11-19T03:27:07,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-19T03:27:07,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:07,147 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T03:27:07,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119de1afe5666634b6ba4f503f179dacc9f_5c9459dfe08ad1a056feb2e09a6ef6c5 is 50, key is test_row_0/A:col10/1731986825401/Put/seqid=0 2024-11-19T03:27:07,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742400_1576 (size=12454) 2024-11-19T03:27:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-19T03:27:07,471 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9459dfe08ad1a056feb2e09a6ef6c5#A#compaction#481 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T03:27:07,472 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/5d32cd424be4424593a6b95010b42e08 is 175, key is test_row_0/A:col10/1731986823220/Put/seqid=0 2024-11-19T03:27:07,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742401_1577 (size=32005) 2024-11-19T03:27:07,484 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/6fd329dea24847c5921bdb188a581df3 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/6fd329dea24847c5921bdb188a581df3 2024-11-19T03:27:07,489 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/C of 5c9459dfe08ad1a056feb2e09a6ef6c5 into 6fd329dea24847c5921bdb188a581df3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:27:07,489 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:27:07,489 INFO [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/C, priority=13, startTime=1731986827043; duration=0sec 2024-11-19T03:27:07,489 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:27:07,489 DEBUG [RS:0;47efada56ed5:46547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:C 2024-11-19T03:27:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(8855): Flush requested on 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:07,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. as already flushing 2024-11-19T03:27:07,557 INFO [Thread-2192 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2192. 2024-11-19T03:27:07,557 DEBUG [Thread-2192 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:27:07,557 DEBUG [Thread-2192 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:07,557 DEBUG [Thread-2192 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:07,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:27:07,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:07,565 INFO [Thread-2190 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2190. 2024-11-19T03:27:07,565 DEBUG [Thread-2190 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:27:07,565 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119de1afe5666634b6ba4f503f179dacc9f_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119de1afe5666634b6ba4f503f179dacc9f_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:07,565 DEBUG [Thread-2190 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:07,565 DEBUG [Thread-2190 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:07,565 INFO [Thread-2188 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2188. 2024-11-19T03:27:07,566 INFO [Thread-2184 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2184. 2024-11-19T03:27:07,566 DEBUG [Thread-2188 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:27:07,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:27:07,566 DEBUG [Thread-2188 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:07,566 DEBUG [Thread-2184 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:27:07,566 DEBUG [Thread-2184 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:07,566 DEBUG [Thread-2188 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:07,566 DEBUG [Thread-2184 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:07,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:27:07,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:27:07,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/f959ce99a9f246a792c7aa0a5bfcacee, store: [table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:27:07,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/f959ce99a9f246a792c7aa0a5bfcacee is 175, key is test_row_0/A:col10/1731986825401/Put/seqid=0 2024-11-19T03:27:07,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742402_1578 (size=31255) 2024-11-19T03:27:07,677 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T03:27:07,891 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/5d32cd424be4424593a6b95010b42e08 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/5d32cd424be4424593a6b95010b42e08 2024-11-19T03:27:07,896 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c9459dfe08ad1a056feb2e09a6ef6c5/A of 5c9459dfe08ad1a056feb2e09a6ef6c5 into 5d32cd424be4424593a6b95010b42e08(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T03:27:07,896 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:27:07,896 INFO [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., storeName=5c9459dfe08ad1a056feb2e09a6ef6c5/A, priority=13, startTime=1731986827043; duration=0sec 2024-11-19T03:27:07,896 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T03:27:07,896 DEBUG [RS:0;47efada56ed5:46547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9459dfe08ad1a056feb2e09a6ef6c5:A 2024-11-19T03:27:07,972 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/f959ce99a9f246a792c7aa0a5bfcacee 2024-11-19T03:27:07,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/0bfef3289bd7447185009217e1b2d3b6 is 50, key is test_row_0/B:col10/1731986825401/Put/seqid=0 2024-11-19T03:27:07,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742403_1579 (size=12301) 2024-11-19T03:27:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-19T03:27:08,389 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/0bfef3289bd7447185009217e1b2d3b6 2024-11-19T03:27:08,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/d151e91f5b8f4797be3442aa6a11fe3d is 50, key is test_row_0/C:col10/1731986825401/Put/seqid=0 2024-11-19T03:27:08,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742404_1580 (size=12301) 2024-11-19T03:27:08,808 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/d151e91f5b8f4797be3442aa6a11fe3d 2024-11-19T03:27:08,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/f959ce99a9f246a792c7aa0a5bfcacee as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/f959ce99a9f246a792c7aa0a5bfcacee 2024-11-19T03:27:08,821 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/f959ce99a9f246a792c7aa0a5bfcacee, entries=150, sequenceid=332, filesize=30.5 K 2024-11-19T03:27:08,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/0bfef3289bd7447185009217e1b2d3b6 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/0bfef3289bd7447185009217e1b2d3b6 2024-11-19T03:27:08,824 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/0bfef3289bd7447185009217e1b2d3b6, entries=150, sequenceid=332, filesize=12.0 K 2024-11-19T03:27:08,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/d151e91f5b8f4797be3442aa6a11fe3d as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/d151e91f5b8f4797be3442aa6a11fe3d 2024-11-19T03:27:08,827 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/d151e91f5b8f4797be3442aa6a11fe3d, entries=150, sequenceid=332, filesize=12.0 K 2024-11-19T03:27:08,828 INFO [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=26.84 KB/27480 for 5c9459dfe08ad1a056feb2e09a6ef6c5 in 1681ms, sequenceid=332, compaction requested=false 2024-11-19T03:27:08,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: 2024-11-19T03:27:08,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:08,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-19T03:27:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-19T03:27:08,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-19T03:27:08,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7640 sec 2024-11-19T03:27:08,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.7680 sec 2024-11-19T03:27:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-19T03:27:10,243 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:27:16,737 INFO [Thread-2186 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2186. 2024-11-19T03:27:16,738 DEBUG [Thread-2186 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-19T03:27:16,738 DEBUG [Thread-2186 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:16,738 DEBUG [Thread-2186 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:16,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:27:16,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T03:27:16,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-19T03:27:16,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-19T03:27:16,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-19T03:27:16,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-19T03:27:16,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-19T03:27:16,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T03:27:16,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3904 2024-11-19T03:27:16,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3699 2024-11-19T03:27:16,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3906 2024-11-19T03:27:16,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3928 2024-11-19T03:27:16,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3725 2024-11-19T03:27:16,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T03:27:16,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:27:16,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:27:16,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:16,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:16,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:27:16,742 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-19T03:27:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T03:27:16,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-19T03:27:16,745 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986836745"}]},"ts":"1731986836745"} 2024-11-19T03:27:16,747 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T03:27:16,747 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T03:27:16,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T03:27:16,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9459dfe08ad1a056feb2e09a6ef6c5, UNASSIGN}] 2024-11-19T03:27:16,750 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9459dfe08ad1a056feb2e09a6ef6c5, UNASSIGN 2024-11-19T03:27:16,751 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=162 updating hbase:meta row=5c9459dfe08ad1a056feb2e09a6ef6c5, regionState=CLOSING, regionLocation=47efada56ed5,46547,1731986649537 2024-11-19T03:27:16,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9459dfe08ad1a056feb2e09a6ef6c5, UNASSIGN because future has completed 2024-11-19T03:27:16,753 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T03:27:16,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537}] 2024-11-19T03:27:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-19T03:27:16,907 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(122): Close 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:16,907 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T03:27:16,907 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1722): Closing 5c9459dfe08ad1a056feb2e09a6ef6c5, disabling compactions & flushes 2024-11-19T03:27:16,907 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:16,907 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:16,907 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. after waiting 0 ms 2024-11-19T03:27:16,907 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:16,908 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(2902): Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-19T03:27:16,919 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199653978cb8b040c996d67f1df16397c3_5c9459dfe08ad1a056feb2e09a6ef6c5 is 50, key is test_row_0/A:col10/1731986827563/Put/seqid=0 2024-11-19T03:27:16,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742405_1581 (size=12454) 2024-11-19T03:27:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-19T03:27:17,323 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:27:17,330 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199653978cb8b040c996d67f1df16397c3_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199653978cb8b040c996d67f1df16397c3_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:17,331 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/45e85d62177844218140c51e41ca5e10, store: [table=TestAcidGuarantees family=A region=5c9459dfe08ad1a056feb2e09a6ef6c5] 2024-11-19T03:27:17,332 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/45e85d62177844218140c51e41ca5e10 is 175, key is test_row_0/A:col10/1731986827563/Put/seqid=0 2024-11-19T03:27:17,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742406_1582 (size=31255) 2024-11-19T03:27:17,336 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/45e85d62177844218140c51e41ca5e10 2024-11-19T03:27:17,342 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/1a8360c45c214a79874a2a8a741fe259 is 50, key is test_row_0/B:col10/1731986827563/Put/seqid=0 2024-11-19T03:27:17,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742407_1583 (size=12301) 2024-11-19T03:27:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-19T03:27:17,747 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/1a8360c45c214a79874a2a8a741fe259 2024-11-19T03:27:17,759 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/6c2a22a87ee246eab22bf617ca3f72ce is 50, key is test_row_0/C:col10/1731986827563/Put/seqid=0 2024-11-19T03:27:17,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742408_1584 (size=12301) 2024-11-19T03:27:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-19T03:27:18,164 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/6c2a22a87ee246eab22bf617ca3f72ce 2024-11-19T03:27:18,173 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/A/45e85d62177844218140c51e41ca5e10 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/45e85d62177844218140c51e41ca5e10 2024-11-19T03:27:18,178 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/45e85d62177844218140c51e41ca5e10, entries=150, sequenceid=342, filesize=30.5 K 2024-11-19T03:27:18,179 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/B/1a8360c45c214a79874a2a8a741fe259 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/1a8360c45c214a79874a2a8a741fe259 2024-11-19T03:27:18,182 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/1a8360c45c214a79874a2a8a741fe259, entries=150, sequenceid=342, filesize=12.0 K 2024-11-19T03:27:18,183 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/.tmp/C/6c2a22a87ee246eab22bf617ca3f72ce as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/6c2a22a87ee246eab22bf617ca3f72ce 2024-11-19T03:27:18,186 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/6c2a22a87ee246eab22bf617ca3f72ce, entries=150, sequenceid=342, filesize=12.0 K 2024-11-19T03:27:18,187 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5c9459dfe08ad1a056feb2e09a6ef6c5 in 1280ms, sequenceid=342, compaction requested=true 2024-11-19T03:27:18,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/401685c1f02749b5b5d4d7fe92dbff03, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/59c21f1280604f1ab4070bbca4b73891, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/d77d74eae1ee443c9542deded46fc697, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/7ca8ca4d95e847d1897fc366d81ad016, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/3cbed92e6eb941959f24145b32dffb34, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/cc27429dffc348d4ab71d33b52817581, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/71879126437c42f491908ed74ab6cf53, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/631b3649ce944d9cba6165a3091f2701, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/c1837621e68c45d8b966311dd1ef5740, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/0ce21c2daf2f44e5bf9ce714a9f89894, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/2f468b12e1974bc59586714c443f9edb, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/031fe86b83b34ec3980c44cbea18a27e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/a7f2f43dbb52418bb4797a351c0745fa, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/dfa691bc11bb4ee08b9f939cece86619, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/cbaaad4948d04e4187588fee5be04b34, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/af9706de4d7c4a62b309abfd746320c6, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/f595b0be9be246aaae86746e708009bd, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/fe842702ccc04de68867ba1af1724e75, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/2708c2c7131444cd9d2efbf7c17f5f5c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/f2553c9dee8341d4b960d2d91dbbb21e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/684f46a8ce5347248ccd5c3cb4e4bb35, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/dbdd63921f6c4e338eeb0fb123e4ed2d] to archive 2024-11-19T03:27:18,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:27:18,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/401685c1f02749b5b5d4d7fe92dbff03 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/401685c1f02749b5b5d4d7fe92dbff03 2024-11-19T03:27:18,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/59c21f1280604f1ab4070bbca4b73891 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/59c21f1280604f1ab4070bbca4b73891 2024-11-19T03:27:18,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/d77d74eae1ee443c9542deded46fc697 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/d77d74eae1ee443c9542deded46fc697 2024-11-19T03:27:18,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/7ca8ca4d95e847d1897fc366d81ad016 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/7ca8ca4d95e847d1897fc366d81ad016 2024-11-19T03:27:18,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/3cbed92e6eb941959f24145b32dffb34 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/3cbed92e6eb941959f24145b32dffb34 2024-11-19T03:27:18,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/cc27429dffc348d4ab71d33b52817581 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/cc27429dffc348d4ab71d33b52817581 2024-11-19T03:27:18,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/71879126437c42f491908ed74ab6cf53 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/71879126437c42f491908ed74ab6cf53 2024-11-19T03:27:18,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/631b3649ce944d9cba6165a3091f2701 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/631b3649ce944d9cba6165a3091f2701 2024-11-19T03:27:18,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/c1837621e68c45d8b966311dd1ef5740 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/c1837621e68c45d8b966311dd1ef5740 2024-11-19T03:27:18,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/0ce21c2daf2f44e5bf9ce714a9f89894 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/0ce21c2daf2f44e5bf9ce714a9f89894 2024-11-19T03:27:18,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/2f468b12e1974bc59586714c443f9edb to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/2f468b12e1974bc59586714c443f9edb 2024-11-19T03:27:18,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/031fe86b83b34ec3980c44cbea18a27e to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/031fe86b83b34ec3980c44cbea18a27e 2024-11-19T03:27:18,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/a7f2f43dbb52418bb4797a351c0745fa to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/a7f2f43dbb52418bb4797a351c0745fa 2024-11-19T03:27:18,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/dfa691bc11bb4ee08b9f939cece86619 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/dfa691bc11bb4ee08b9f939cece86619 2024-11-19T03:27:18,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/cbaaad4948d04e4187588fee5be04b34 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/cbaaad4948d04e4187588fee5be04b34 2024-11-19T03:27:18,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/af9706de4d7c4a62b309abfd746320c6 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/af9706de4d7c4a62b309abfd746320c6 2024-11-19T03:27:18,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/f595b0be9be246aaae86746e708009bd to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/f595b0be9be246aaae86746e708009bd 2024-11-19T03:27:18,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/fe842702ccc04de68867ba1af1724e75 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/fe842702ccc04de68867ba1af1724e75 2024-11-19T03:27:18,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/2708c2c7131444cd9d2efbf7c17f5f5c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/2708c2c7131444cd9d2efbf7c17f5f5c 2024-11-19T03:27:18,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/f2553c9dee8341d4b960d2d91dbbb21e to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/f2553c9dee8341d4b960d2d91dbbb21e 2024-11-19T03:27:18,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/684f46a8ce5347248ccd5c3cb4e4bb35 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/684f46a8ce5347248ccd5c3cb4e4bb35 2024-11-19T03:27:18,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/dbdd63921f6c4e338eeb0fb123e4ed2d to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/dbdd63921f6c4e338eeb0fb123e4ed2d 2024-11-19T03:27:18,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/8c224195ebca499399c53f9620875744, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/cca6f7225c564e6698e8e96fcb496682, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/22cffd8b9bfc4b8ba8b9f00a8ac6caa5, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/a3ccdd655d02416493904561353bc16e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/36f24a26e6304579899e8eb71894d16d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/8578cec2a67444fa83f76724abe553e8, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/af211b392a92429c8666b12190fb6f1c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/1165f002713e4d0287d0b354c78c4c31, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/a750c740ba174443932fae9dfb067b4e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/b3b2410e232a4b6786cb44144c79db3a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/1c884aeacfc54da29eacdb3212c1f5ae, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/94055bffa62f45a290ab59241e3c4ee4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/5e50384b4b964a95852d883283610763, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/2f60d10b1d724ca1997390bc1be4631a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/bfefd25d60e544e28ad295c0834225ae, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/ee53339e223847d4a8300bc20332717e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/c0b9223d8860458289d6da3f9a99b606, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/776b540e2a4649c581362843d8b07adf, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/c5e44a42f2ce495db3e75894603bb833, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/27b7def1118a43d193f5b6ddfcb9f594, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/18705d4f0af741b5a85f624765b81544, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/db1e596655d941638d4f7fbd792566b6] to archive 2024-11-19T03:27:18,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:27:18,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/8c224195ebca499399c53f9620875744 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/8c224195ebca499399c53f9620875744 2024-11-19T03:27:18,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/cca6f7225c564e6698e8e96fcb496682 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/cca6f7225c564e6698e8e96fcb496682 2024-11-19T03:27:18,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/22cffd8b9bfc4b8ba8b9f00a8ac6caa5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/22cffd8b9bfc4b8ba8b9f00a8ac6caa5 2024-11-19T03:27:18,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/a3ccdd655d02416493904561353bc16e to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/a3ccdd655d02416493904561353bc16e 2024-11-19T03:27:18,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/36f24a26e6304579899e8eb71894d16d to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/36f24a26e6304579899e8eb71894d16d 2024-11-19T03:27:18,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/8578cec2a67444fa83f76724abe553e8 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/8578cec2a67444fa83f76724abe553e8 2024-11-19T03:27:18,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/af211b392a92429c8666b12190fb6f1c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/af211b392a92429c8666b12190fb6f1c 2024-11-19T03:27:18,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/1165f002713e4d0287d0b354c78c4c31 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/1165f002713e4d0287d0b354c78c4c31 2024-11-19T03:27:18,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/a750c740ba174443932fae9dfb067b4e to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/a750c740ba174443932fae9dfb067b4e 2024-11-19T03:27:18,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/b3b2410e232a4b6786cb44144c79db3a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/b3b2410e232a4b6786cb44144c79db3a 2024-11-19T03:27:18,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/1c884aeacfc54da29eacdb3212c1f5ae to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/1c884aeacfc54da29eacdb3212c1f5ae 2024-11-19T03:27:18,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/94055bffa62f45a290ab59241e3c4ee4 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/94055bffa62f45a290ab59241e3c4ee4 2024-11-19T03:27:18,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/5e50384b4b964a95852d883283610763 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/5e50384b4b964a95852d883283610763 2024-11-19T03:27:18,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/2f60d10b1d724ca1997390bc1be4631a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/2f60d10b1d724ca1997390bc1be4631a 2024-11-19T03:27:18,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/bfefd25d60e544e28ad295c0834225ae to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/bfefd25d60e544e28ad295c0834225ae 2024-11-19T03:27:18,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/ee53339e223847d4a8300bc20332717e to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/ee53339e223847d4a8300bc20332717e 2024-11-19T03:27:18,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/c0b9223d8860458289d6da3f9a99b606 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/c0b9223d8860458289d6da3f9a99b606 2024-11-19T03:27:18,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/776b540e2a4649c581362843d8b07adf to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/776b540e2a4649c581362843d8b07adf 2024-11-19T03:27:18,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/c5e44a42f2ce495db3e75894603bb833 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/c5e44a42f2ce495db3e75894603bb833 2024-11-19T03:27:18,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/27b7def1118a43d193f5b6ddfcb9f594 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/27b7def1118a43d193f5b6ddfcb9f594 2024-11-19T03:27:18,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/18705d4f0af741b5a85f624765b81544 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/18705d4f0af741b5a85f624765b81544 2024-11-19T03:27:18,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/db1e596655d941638d4f7fbd792566b6 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/db1e596655d941638d4f7fbd792566b6 2024-11-19T03:27:18,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/9cea09cc4f8d40ca9819a7bb1541eaca, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/07b9145193124b11bb51d12eb57dbe48, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/6b2c5c68061543c38b9597d2fc641d0c, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/005aedabf4d84a20b05e9660de75b9ad, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/a25f2bb5e52b44b5846235f204552b6f, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/ef2e52776909489ebb44b81c2ee275dd, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/c4c28ec465fe404487897a2e57fc387d, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/4d5242d91eb0407ba2d6fa9a5cfd63ee, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/e6cfbf9d3c09492eaf6261ef3c8feaaa, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/9c3cb6b2a403410ab044c5a1074c982e, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/e22899bb088f4da28dcff43cfbf904ae, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/94021e837612409494e3304467b53ae7, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/bc4e6fc2812641a489968a3d3328ac5a, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/06abacea91434b12aea0562c96f90ef4, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/cb95014d095b4d2088a7fe159166c59b, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/f16e207c8d7345168568647d406658cd, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/12e39e2aeb9a401d953462b70f6b6c34, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/54a7e528ac094c82a96cdce283f71084, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/b6fad836dfe644a6af375458c77eb5ff, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/a212147cae2d45d3b904f6cd3f95a213, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/5e9ae333036b47dfb8300c76b2e5b967, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/634f68a525a14324980b649facc52501] to archive 2024-11-19T03:27:18,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T03:27:18,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/9cea09cc4f8d40ca9819a7bb1541eaca to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/9cea09cc4f8d40ca9819a7bb1541eaca 2024-11-19T03:27:18,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/07b9145193124b11bb51d12eb57dbe48 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/07b9145193124b11bb51d12eb57dbe48 2024-11-19T03:27:18,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/6b2c5c68061543c38b9597d2fc641d0c to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/6b2c5c68061543c38b9597d2fc641d0c 2024-11-19T03:27:18,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/005aedabf4d84a20b05e9660de75b9ad to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/005aedabf4d84a20b05e9660de75b9ad 2024-11-19T03:27:18,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/a25f2bb5e52b44b5846235f204552b6f to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/a25f2bb5e52b44b5846235f204552b6f 2024-11-19T03:27:18,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/ef2e52776909489ebb44b81c2ee275dd to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/ef2e52776909489ebb44b81c2ee275dd 2024-11-19T03:27:18,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/c4c28ec465fe404487897a2e57fc387d to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/c4c28ec465fe404487897a2e57fc387d 2024-11-19T03:27:18,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/4d5242d91eb0407ba2d6fa9a5cfd63ee to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/4d5242d91eb0407ba2d6fa9a5cfd63ee 2024-11-19T03:27:18,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/e6cfbf9d3c09492eaf6261ef3c8feaaa to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/e6cfbf9d3c09492eaf6261ef3c8feaaa 2024-11-19T03:27:18,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/9c3cb6b2a403410ab044c5a1074c982e to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/9c3cb6b2a403410ab044c5a1074c982e 2024-11-19T03:27:18,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/e22899bb088f4da28dcff43cfbf904ae to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/e22899bb088f4da28dcff43cfbf904ae 2024-11-19T03:27:18,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/94021e837612409494e3304467b53ae7 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/94021e837612409494e3304467b53ae7 2024-11-19T03:27:18,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/bc4e6fc2812641a489968a3d3328ac5a to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/bc4e6fc2812641a489968a3d3328ac5a 2024-11-19T03:27:18,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/06abacea91434b12aea0562c96f90ef4 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/06abacea91434b12aea0562c96f90ef4 2024-11-19T03:27:18,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/cb95014d095b4d2088a7fe159166c59b to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/cb95014d095b4d2088a7fe159166c59b 2024-11-19T03:27:18,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/f16e207c8d7345168568647d406658cd to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/f16e207c8d7345168568647d406658cd 2024-11-19T03:27:18,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/12e39e2aeb9a401d953462b70f6b6c34 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/12e39e2aeb9a401d953462b70f6b6c34 2024-11-19T03:27:18,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/54a7e528ac094c82a96cdce283f71084 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/54a7e528ac094c82a96cdce283f71084 2024-11-19T03:27:18,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/b6fad836dfe644a6af375458c77eb5ff to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/b6fad836dfe644a6af375458c77eb5ff 2024-11-19T03:27:18,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/a212147cae2d45d3b904f6cd3f95a213 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/a212147cae2d45d3b904f6cd3f95a213 2024-11-19T03:27:18,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/5e9ae333036b47dfb8300c76b2e5b967 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/5e9ae333036b47dfb8300c76b2e5b967 2024-11-19T03:27:18,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/634f68a525a14324980b649facc52501 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/634f68a525a14324980b649facc52501 2024-11-19T03:27:18,257 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/recovered.edits/345.seqid, newMaxSeqId=345, maxSeqId=4 2024-11-19T03:27:18,258 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. 2024-11-19T03:27:18,258 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1676): Region close journal for 5c9459dfe08ad1a056feb2e09a6ef6c5: Waiting for close lock at 1731986836907Running coprocessor pre-close hooks at 1731986836907Disabling compacts and flushes for region at 1731986836907Disabling writes for close at 1731986836907Obtaining lock to block concurrent updates at 1731986836908 (+1 ms)Preparing flush snapshotting stores in 5c9459dfe08ad1a056feb2e09a6ef6c5 at 1731986836908Finished memstore snapshotting TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731986836909 (+1 ms)Flushing stores of TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5. at 1731986836910 (+1 ms)Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5/A: creating writer at 1731986836910Flushing mob file 5c9459dfe08ad1a056feb2e09a6ef6c5/A: appending metadata at 1731986836919 (+9 ms)Flushing mob file 5c9459dfe08ad1a056feb2e09a6ef6c5/A: closing flushed file at 1731986836919Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5/A: appending metadata at 1731986837332 (+413 ms)Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5/A: closing flushed file at 1731986837332Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5/B: creating writer at 1731986837339 (+7 ms)Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5/B: appending metadata at 1731986837342 (+3 ms)Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5/B: closing flushed file at 1731986837342Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5/C: creating writer at 1731986837756 (+414 ms)Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5/C: appending metadata at 1731986837759 (+3 ms)Flushing 5c9459dfe08ad1a056feb2e09a6ef6c5/C: closing flushed file at 1731986837759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4681e66b: reopening flushed file at 1731986838172 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4538d048: reopening flushed file at 1731986838178 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61da09a4: reopening flushed file at 1731986838182 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5c9459dfe08ad1a056feb2e09a6ef6c5 in 1280ms, sequenceid=342, compaction requested=true at 1731986838187 (+5 ms)Writing region close event to WAL at 1731986838254 (+67 ms)Running coprocessor post-close hooks at 1731986838257 (+3 ms)Closed at 1731986838257 2024-11-19T03:27:18,259 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(157): Closed 5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=162 updating hbase:meta row=5c9459dfe08ad1a056feb2e09a6ef6c5, regionState=CLOSED 2024-11-19T03:27:18,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=163, ppid=162, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 because future has completed 2024-11-19T03:27:18,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-19T03:27:18,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; CloseRegionProcedure 5c9459dfe08ad1a056feb2e09a6ef6c5, server=47efada56ed5,46547,1731986649537 in 1.5080 sec 2024-11-19T03:27:18,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=162, resume processing ppid=161 2024-11-19T03:27:18,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, ppid=161, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9459dfe08ad1a056feb2e09a6ef6c5, UNASSIGN in 1.5140 sec 2024-11-19T03:27:18,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-19T03:27:18,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5160 sec 2024-11-19T03:27:18,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986838266"}]},"ts":"1731986838266"} 2024-11-19T03:27:18,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T03:27:18,267 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T03:27:18,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5260 sec 2024-11-19T03:27:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-19T03:27:18,904 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:27:18,906 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-19T03:27:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:27:18,910 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:27:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-19T03:27:18,913 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=164, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:27:18,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-19T03:27:18,917 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,920 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A, FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B, FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C, FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/recovered.edits] 2024-11-19T03:27:18,924 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/45e85d62177844218140c51e41ca5e10 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/45e85d62177844218140c51e41ca5e10 2024-11-19T03:27:18,926 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/5d32cd424be4424593a6b95010b42e08 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/5d32cd424be4424593a6b95010b42e08 2024-11-19T03:27:18,928 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/f959ce99a9f246a792c7aa0a5bfcacee to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/A/f959ce99a9f246a792c7aa0a5bfcacee 2024-11-19T03:27:18,932 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/0bfef3289bd7447185009217e1b2d3b6 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/0bfef3289bd7447185009217e1b2d3b6 2024-11-19T03:27:18,934 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/1a8360c45c214a79874a2a8a741fe259 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/1a8360c45c214a79874a2a8a741fe259 2024-11-19T03:27:18,936 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/feabd062f4864da9adf39bdcce857142 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/B/feabd062f4864da9adf39bdcce857142 2024-11-19T03:27:18,939 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/6c2a22a87ee246eab22bf617ca3f72ce to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/6c2a22a87ee246eab22bf617ca3f72ce 2024-11-19T03:27:18,941 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/6fd329dea24847c5921bdb188a581df3 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/6fd329dea24847c5921bdb188a581df3 2024-11-19T03:27:18,943 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/d151e91f5b8f4797be3442aa6a11fe3d to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/C/d151e91f5b8f4797be3442aa6a11fe3d 2024-11-19T03:27:18,947 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/recovered.edits/345.seqid to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5/recovered.edits/345.seqid 2024-11-19T03:27:18,947 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/default/TestAcidGuarantees/5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,948 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T03:27:18,948 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T03:27:18,949 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-19T03:27:18,952 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111902defb2c76ad4169a704a306b695213d_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111902defb2c76ad4169a704a306b695213d_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,953 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411190513d4f36475476da8ae8255c7b3fc83_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411190513d4f36475476da8ae8255c7b3fc83_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,954 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111909485446e772426fbd53240ba5ee26ba_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111909485446e772426fbd53240ba5ee26ba_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,955 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192afad69e1d034454bc98d4363dcae683_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192afad69e1d034454bc98d4363dcae683_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,956 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192bc5b5645991468390436ca4b8094ff6_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192bc5b5645991468390436ca4b8094ff6_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,957 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111952072c59cd2747fc8a55e3544fae99b0_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111952072c59cd2747fc8a55e3544fae99b0_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,958 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111984ccfa8dbae8499a917b3b5c051eb124_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111984ccfa8dbae8499a917b3b5c051eb124_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,959 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199653978cb8b040c996d67f1df16397c3_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199653978cb8b040c996d67f1df16397c3_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,959 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111996e454b5de3e426aaa72e9f16b35e80b_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111996e454b5de3e426aaa72e9f16b35e80b_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,960 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b4518f92e1cc43e58bde355fd89df3b2_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b4518f92e1cc43e58bde355fd89df3b2_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,961 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c160aef85b704f97801ca6bf44a8071e_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c160aef85b704f97801ca6bf44a8071e_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,962 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d2470dcac604427ea172c7b365331b7c_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d2470dcac604427ea172c7b365331b7c_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,962 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d97288af034f43c881378d91532fdd8b_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d97288af034f43c881378d91532fdd8b_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,963 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119de1afe5666634b6ba4f503f179dacc9f_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119de1afe5666634b6ba4f503f179dacc9f_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,964 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e197f398f1044288b18b87ecd750b8b7_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e197f398f1044288b18b87ecd750b8b7_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,964 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f9c012eb1c8a4177baeb0b9ebdbc1515_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f9c012eb1c8a4177baeb0b9ebdbc1515_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,965 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119fa08f93bf3d345ddad6ef7a8f7260684_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119fa08f93bf3d345ddad6ef7a8f7260684_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,965 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119fe53876e5095406f9b9e4087082919ca_5c9459dfe08ad1a056feb2e09a6ef6c5 to hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119fe53876e5095406f9b9e4087082919ca_5c9459dfe08ad1a056feb2e09a6ef6c5 2024-11-19T03:27:18,966 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T03:27:18,967 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=164, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:27:18,969 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T03:27:18,971 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T03:27:18,971 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=164, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:27:18,971 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T03:27:18,972 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731986838971"}]},"ts":"9223372036854775807"} 2024-11-19T03:27:18,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-19T03:27:18,973 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5c9459dfe08ad1a056feb2e09a6ef6c5, NAME => 'TestAcidGuarantees,,1731986803368.5c9459dfe08ad1a056feb2e09a6ef6c5.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T03:27:18,973 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T03:27:18,973 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731986838973"}]},"ts":"9223372036854775807"} 2024-11-19T03:27:18,974 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-19T03:27:18,975 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=164, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T03:27:18,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 69 msec 2024-11-19T03:27:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-19T03:27:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-19T03:27:19,023 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-19T03:27:19,036 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=238 (was 239), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=353 (was 475), ProcessCount=11 (was 11), AvailableMemoryMB=13151 (was 13205) 2024-11-19T03:27:19,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:27:19,036 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:27:19,036 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:27:19,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:19,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:19,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:27:19,037 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:27:19,037 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1219616701, stopped=false 2024-11-19T03:27:19,037 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,41549,1731986648572 2024-11-19T03:27:19,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T03:27:19,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T03:27:19,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T03:27:19,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T03:27:19,106 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:27:19,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:27:19,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T03:27:19,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:27:19,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:19,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T03:27:19,109 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,46547,1731986649537' ***** 2024-11-19T03:27:19,109 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:27:19,110 INFO [RS:0;47efada56ed5:46547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:27:19,111 INFO [RS:0;47efada56ed5:46547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:27:19,111 INFO [RS:0;47efada56ed5:46547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:27:19,112 INFO [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,46547,1731986649537 2024-11-19T03:27:19,112 INFO [RS:0;47efada56ed5:46547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:27:19,112 INFO [RS:0;47efada56ed5:46547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:46547. 2024-11-19T03:27:19,112 DEBUG [RS:0;47efada56ed5:46547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:27:19,112 DEBUG [RS:0;47efada56ed5:46547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:19,113 INFO [RS:0;47efada56ed5:46547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:27:19,113 INFO [RS:0;47efada56ed5:46547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:27:19,113 INFO [RS:0;47efada56ed5:46547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:27:19,114 INFO [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:27:19,114 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:27:19,114 INFO [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T03:27:19,114 DEBUG [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T03:27:19,114 DEBUG [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:27:19,114 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:27:19,114 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:27:19,115 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:27:19,115 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:27:19,115 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:27:19,115 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-19T03:27:19,126 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:27:19,133 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/.tmp/info/c33e9b96b61542c1987fc53570132fd1 is 95, key is TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5./info:/1731986680625/DeleteFamily/seqid=0 2024-11-19T03:27:19,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742409_1585 (size=6514) 2024-11-19T03:27:19,315 DEBUG [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:27:19,427 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:27:19,427 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:27:19,515 DEBUG [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:27:19,538 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/.tmp/info/c33e9b96b61542c1987fc53570132fd1 2024-11-19T03:27:19,563 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/.tmp/ns/a3010bf06a624629a5a043e94af3dce2 is 93, key is TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5./ns:/1731986680572/DeleteFamily/seqid=0 2024-11-19T03:27:19,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742410_1586 (size=5906) 2024-11-19T03:27:19,715 DEBUG [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:27:19,916 DEBUG [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:27:19,968 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/.tmp/ns/a3010bf06a624629a5a043e94af3dce2 2024-11-19T03:27:19,997 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/.tmp/rep_barrier/de139c144e7e410ebc80dd081e80c828 is 102, key is TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5./rep_barrier:/1731986680572/DeleteFamily/seqid=0 2024-11-19T03:27:20,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742411_1587 (size=6025) 2024-11-19T03:27:20,116 DEBUG [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:27:20,316 DEBUG [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:27:20,401 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/.tmp/rep_barrier/de139c144e7e410ebc80dd081e80c828 2024-11-19T03:27:20,425 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/.tmp/table/4da3603fca2149dbbd5a5336a8e7512b is 96, key is TestAcidGuarantees,,1731986653052.c345cc912a80f950a330aa0f8a9cf6e5./table:/1731986680572/DeleteFamily/seqid=0 2024-11-19T03:27:20,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742412_1588 (size=5936) 2024-11-19T03:27:20,516 DEBUG [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:27:20,716 DEBUG [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:27:20,829 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/.tmp/table/4da3603fca2149dbbd5a5336a8e7512b 2024-11-19T03:27:20,838 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/.tmp/info/c33e9b96b61542c1987fc53570132fd1 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/info/c33e9b96b61542c1987fc53570132fd1 2024-11-19T03:27:20,842 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/info/c33e9b96b61542c1987fc53570132fd1, entries=12, sequenceid=90, filesize=6.4 K 2024-11-19T03:27:20,843 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/.tmp/ns/a3010bf06a624629a5a043e94af3dce2 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/ns/a3010bf06a624629a5a043e94af3dce2 2024-11-19T03:27:20,847 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/ns/a3010bf06a624629a5a043e94af3dce2, entries=8, sequenceid=90, filesize=5.8 K 2024-11-19T03:27:20,848 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/.tmp/rep_barrier/de139c144e7e410ebc80dd081e80c828 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/rep_barrier/de139c144e7e410ebc80dd081e80c828 2024-11-19T03:27:20,851 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/rep_barrier/de139c144e7e410ebc80dd081e80c828, entries=6, sequenceid=90, filesize=5.9 K 2024-11-19T03:27:20,852 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/.tmp/table/4da3603fca2149dbbd5a5336a8e7512b as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/table/4da3603fca2149dbbd5a5336a8e7512b 2024-11-19T03:27:20,855 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/table/4da3603fca2149dbbd5a5336a8e7512b, entries=7, sequenceid=90, filesize=5.8 K 2024-11-19T03:27:20,856 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=90, compaction requested=false 2024-11-19T03:27:20,861 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-19T03:27:20,861 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:27:20,861 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:27:20,861 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986839114Running coprocessor pre-close hooks at 1731986839114Disabling compacts and flushes for region at 1731986839114Disabling writes for close at 1731986839115 (+1 ms)Obtaining lock to block concurrent updates at 1731986839115Preparing flush snapshotting stores in 1588230740 at 1731986839115Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731986839115Flushing stores of hbase:meta,,1.1588230740 at 1731986839115Flushing 1588230740/info: creating writer at 1731986839116 (+1 ms)Flushing 1588230740/info: appending metadata at 1731986839133 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731986839133Flushing 1588230740/ns: creating writer at 1731986839548 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731986839563 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731986839563Flushing 1588230740/rep_barrier: creating writer at 1731986839977 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731986839996 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731986839996Flushing 1588230740/table: creating writer at 1731986840411 (+415 ms)Flushing 1588230740/table: appending metadata at 1731986840425 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731986840425Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e341a9b: reopening flushed file at 1731986840836 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f558300: reopening flushed file at 1731986840842 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d59ff87: reopening flushed file at 1731986840847 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41131e4: reopening flushed file at 1731986840851 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=90, compaction requested=false at 1731986840856 (+5 ms)Writing region close event to WAL at 1731986840858 (+2 ms)Running coprocessor post-close hooks at 1731986840861 (+3 ms)Closed at 1731986840861 2024-11-19T03:27:20,862 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:27:20,917 INFO [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,46547,1731986649537; all regions closed. 2024-11-19T03:27:20,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741834_1010 (size=25344) 2024-11-19T03:27:20,930 DEBUG [RS:0;47efada56ed5:46547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/oldWALs 2024-11-19T03:27:20,930 INFO [RS:0;47efada56ed5:46547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C46547%2C1731986649537.meta:.meta(num 1731986652628) 2024-11-19T03:27:20,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741832_1008 (size=13384306) 2024-11-19T03:27:20,936 DEBUG [RS:0;47efada56ed5:46547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/oldWALs 2024-11-19T03:27:20,936 INFO [RS:0;47efada56ed5:46547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C46547%2C1731986649537:(num 1731986651586) 2024-11-19T03:27:20,936 DEBUG [RS:0;47efada56ed5:46547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:27:20,936 INFO [RS:0;47efada56ed5:46547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:27:20,936 INFO [RS:0;47efada56ed5:46547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:27:20,936 INFO [RS:0;47efada56ed5:46547 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T03:27:20,937 INFO [RS:0;47efada56ed5:46547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:27:20,937 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:27:20,937 INFO [RS:0;47efada56ed5:46547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46547 2024-11-19T03:27:21,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/47efada56ed5,46547,1731986649537 2024-11-19T03:27:21,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T03:27:21,053 INFO [RS:0;47efada56ed5:46547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:27:21,054 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,46547,1731986649537] 2024-11-19T03:27:21,073 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/47efada56ed5,46547,1731986649537 already deleted, retry=false 2024-11-19T03:27:21,074 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,46547,1731986649537 expired; onlineServers=0 2024-11-19T03:27:21,074 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,41549,1731986648572' ***** 2024-11-19T03:27:21,074 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:27:21,074 INFO [M:0;47efada56ed5:41549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:27:21,075 INFO [M:0;47efada56ed5:41549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:27:21,075 DEBUG [M:0;47efada56ed5:41549 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:27:21,075 DEBUG [M:0;47efada56ed5:41549 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:27:21,075 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:27:21,075 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986651318 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986651318,5,FailOnTimeoutGroup] 2024-11-19T03:27:21,075 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986651317 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986651317,5,FailOnTimeoutGroup] 2024-11-19T03:27:21,076 INFO [M:0;47efada56ed5:41549 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:27:21,076 INFO [M:0;47efada56ed5:41549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:27:21,076 DEBUG [M:0;47efada56ed5:41549 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:27:21,076 INFO [M:0;47efada56ed5:41549 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:27:21,076 INFO [M:0;47efada56ed5:41549 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:27:21,076 ERROR [M:0;47efada56ed5:41549 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:45729 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45729,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-19T03:27:21,077 INFO [M:0;47efada56ed5:41549 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:27:21,077 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:27:21,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T03:27:21,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T03:27:21,084 DEBUG [M:0;47efada56ed5:41549 {}] zookeeper.ZKUtil(347): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T03:27:21,084 WARN [M:0;47efada56ed5:41549 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:27:21,084 INFO [M:0;47efada56ed5:41549 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/.lastflushedseqids 2024-11-19T03:27:21,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742413_1589 (size=72) 2024-11-19T03:27:21,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:27:21,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x101511ee65d0001, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:27:21,165 INFO [RS:0;47efada56ed5:46547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:27:21,165 INFO [RS:0;47efada56ed5:46547 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,46547,1731986649537; zookeeper connection closed. 2024-11-19T03:27:21,166 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@dd833a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@dd833a5 2024-11-19T03:27:21,167 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:27:21,498 INFO [M:0;47efada56ed5:41549 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:27:21,498 INFO [M:0;47efada56ed5:41549 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:27:21,499 DEBUG [M:0;47efada56ed5:41549 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:27:21,499 INFO [M:0;47efada56ed5:41549 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:27:21,499 DEBUG [M:0;47efada56ed5:41549 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:27:21,499 DEBUG [M:0;47efada56ed5:41549 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:27:21,499 DEBUG [M:0;47efada56ed5:41549 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:27:21,499 INFO [M:0;47efada56ed5:41549 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=721.95 KB heapSize=884.91 KB 2024-11-19T03:27:21,550 DEBUG [M:0;47efada56ed5:41549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80496aead4254373bf10cfb25c9a3bab is 82, key is hbase:meta,,1/info:regioninfo/1731986652721/Put/seqid=0 2024-11-19T03:27:21,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742414_1590 (size=5672) 2024-11-19T03:27:21,954 INFO [M:0;47efada56ed5:41549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2004 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80496aead4254373bf10cfb25c9a3bab 2024-11-19T03:27:21,982 DEBUG [M:0;47efada56ed5:41549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd2a2e27d2ff4fee8913eb1cafcc3d3d is 2277, key is \x00\x00\x00\x00\x00\x00\x00\x8B/proc:d/1731986806446/Put/seqid=0 2024-11-19T03:27:21,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742415_1591 (size=43149) 2024-11-19T03:27:22,386 INFO [M:0;47efada56ed5:41549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=721.40 KB at sequenceid=2004 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd2a2e27d2ff4fee8913eb1cafcc3d3d 2024-11-19T03:27:22,395 INFO [M:0;47efada56ed5:41549 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd2a2e27d2ff4fee8913eb1cafcc3d3d 2024-11-19T03:27:22,412 DEBUG [M:0;47efada56ed5:41549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14a795e3915842d0a682443a34a994d8 is 69, key is 47efada56ed5,46547,1731986649537/rs:state/1731986651349/Put/seqid=0 2024-11-19T03:27:22,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073742416_1592 (size=5156) 2024-11-19T03:27:22,816 INFO [M:0;47efada56ed5:41549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2004 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14a795e3915842d0a682443a34a994d8 2024-11-19T03:27:22,827 DEBUG [M:0;47efada56ed5:41549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80496aead4254373bf10cfb25c9a3bab as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80496aead4254373bf10cfb25c9a3bab 2024-11-19T03:27:22,831 INFO [M:0;47efada56ed5:41549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80496aead4254373bf10cfb25c9a3bab, entries=8, sequenceid=2004, filesize=5.5 K 2024-11-19T03:27:22,832 DEBUG [M:0;47efada56ed5:41549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd2a2e27d2ff4fee8913eb1cafcc3d3d as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd2a2e27d2ff4fee8913eb1cafcc3d3d 2024-11-19T03:27:22,835 INFO [M:0;47efada56ed5:41549 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd2a2e27d2ff4fee8913eb1cafcc3d3d 2024-11-19T03:27:22,835 INFO [M:0;47efada56ed5:41549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd2a2e27d2ff4fee8913eb1cafcc3d3d, entries=164, sequenceid=2004, filesize=42.1 K 2024-11-19T03:27:22,836 DEBUG [M:0;47efada56ed5:41549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14a795e3915842d0a682443a34a994d8 as hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14a795e3915842d0a682443a34a994d8 2024-11-19T03:27:22,839 INFO [M:0;47efada56ed5:41549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/d6664b83-ae16-38f1-a3e4-eb3ace8c076a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14a795e3915842d0a682443a34a994d8, entries=1, sequenceid=2004, filesize=5.0 K 2024-11-19T03:27:22,840 INFO [M:0;47efada56ed5:41549 {}] regionserver.HRegion(3140): Finished flush of dataSize ~721.95 KB/739278, heapSize ~884.61 KB/905840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=2004, compaction requested=false 2024-11-19T03:27:22,842 INFO [M:0;47efada56ed5:41549 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:27:22,842 DEBUG [M:0;47efada56ed5:41549 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986841499Disabling compacts and flushes for region at 1731986841499Disabling writes for close at 1731986841499Obtaining lock to block concurrent updates at 1731986841499Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986841499Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=739278, getHeapSize=906080, getOffHeapSize=0, getCellsCount=2193 at 1731986841500 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986841529 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986841529Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986841549 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986841549Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986841963 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986841982 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986841982Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986842395 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986842411 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986842411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79357607: reopening flushed file at 1731986842826 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ab5fc3a: reopening flushed file at 1731986842831 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@703343b9: reopening flushed file at 1731986842835 (+4 ms)Finished flush of dataSize ~721.95 KB/739278, heapSize ~884.61 KB/905840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=2004, compaction requested=false at 1731986842840 (+5 ms)Writing region close event to WAL at 1731986842842 (+2 ms)Closed at 1731986842842 2024-11-19T03:27:22,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741830_1006 (size=870713) 2024-11-19T03:27:22,846 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:27:22,846 INFO [M:0;47efada56ed5:41549 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:27:22,846 INFO [M:0;47efada56ed5:41549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41549 2024-11-19T03:27:22,846 INFO [M:0;47efada56ed5:41549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:27:22,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:27:22,963 INFO [M:0;47efada56ed5:41549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:27:22,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101511ee65d0000, quorum=127.0.0.1:57164, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:27:22,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:27:22,979 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:27:22,979 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:27:22,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:27:22,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/hadoop.log.dir/,STOPPED} 2024-11-19T03:27:22,982 WARN [BP-1371848838-172.17.0.3-1731986644206 heartbeating to localhost/127.0.0.1:45729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:27:22,982 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:27:22,982 WARN [BP-1371848838-172.17.0.3-1731986644206 heartbeating to localhost/127.0.0.1:45729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1371848838-172.17.0.3-1731986644206 (Datanode Uuid a5d7bbc4-71aa-4922-972c-57c9caaa2615) service to localhost/127.0.0.1:45729 2024-11-19T03:27:22,982 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:27:22,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/cluster_8161625b-7189-f24c-1aa8-561c272f74b1/data/data1/current/BP-1371848838-172.17.0.3-1731986644206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:27:22,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/cluster_8161625b-7189-f24c-1aa8-561c272f74b1/data/data2/current/BP-1371848838-172.17.0.3-1731986644206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:27:22,985 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:27:22,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:27:22,991 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:27:22,991 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:27:22,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:27:22,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/585a4944-3f70-4d87-84cb-587bc53094db/hadoop.log.dir/,STOPPED} 2024-11-19T03:27:23,004 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T03:27:23,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down